2024-11-15 18:14:28,883 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-15 18:14:28,894 main DEBUG Took 0.009229 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 18:14:28,895 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 18:14:28,895 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 18:14:28,896 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 18:14:28,897 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:14:28,903 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 18:14:28,915 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:14:28,916 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:14:28,916 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:14:28,917 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:14:28,917 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:14:28,918 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:14:28,919 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:14:28,919 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:14:28,919 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:14:28,920 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:14:28,920 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:14:28,921 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:14:28,921 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:14:28,922 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:14:28,922 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:14:28,922 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:14:28,923 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:14:28,923 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:14:28,923 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:14:28,924 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:14:28,924 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:14:28,924 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:14:28,925 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:14:28,925 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:14:28,926 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:14:28,926 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 18:14:28,928 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:14:28,929 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 18:14:28,931 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 18:14:28,931 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 18:14:28,932 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 18:14:28,932 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 18:14:28,940 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 18:14:28,942 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 18:14:28,944 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 18:14:28,944 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 18:14:28,945 main DEBUG createAppenders(={Console}) 2024-11-15 18:14:28,945 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-15 18:14:28,946 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-15 18:14:28,946 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-15 18:14:28,946 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 18:14:28,947 main DEBUG OutputStream closed 2024-11-15 18:14:28,947 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 18:14:28,947 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 18:14:28,947 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-15 18:14:29,016 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 18:14:29,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 18:14:29,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 18:14:29,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 18:14:29,020 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 18:14:29,020 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 18:14:29,020 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 18:14:29,021 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 18:14:29,021 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 18:14:29,021 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 18:14:29,022 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 18:14:29,022 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 18:14:29,022 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 18:14:29,023 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 18:14:29,023 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 18:14:29,023 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 18:14:29,023 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 18:14:29,024 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 18:14:29,026 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 18:14:29,027 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-15 18:14:29,027 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 18:14:29,028 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-15T18:14:29,235 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e 2024-11-15 18:14:29,238 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 18:14:29,238 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T18:14:29,246 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-15T18:14:29,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T18:14:29,280 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/cluster_d0093092-c1dd-5b9c-98f2-2f87f9e29ad5, deleteOnExit=true 2024-11-15T18:14:29,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T18:14:29,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/test.cache.data in system properties and HBase conf 2024-11-15T18:14:29,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T18:14:29,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/hadoop.log.dir in system properties and HBase conf 2024-11-15T18:14:29,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T18:14:29,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T18:14:29,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T18:14:29,365 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T18:14:29,446 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T18:14:29,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:14:29,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:14:29,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T18:14:29,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:14:29,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T18:14:29,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T18:14:29,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:14:29,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:14:29,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T18:14:29,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/nfs.dump.dir in system properties and HBase conf 2024-11-15T18:14:29,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/java.io.tmpdir in system properties and HBase conf 2024-11-15T18:14:29,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:14:29,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T18:14:29,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T18:14:30,548 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T18:14:30,620 INFO [Time-limited test {}] log.Log(170): Logging initialized @2399ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T18:14:30,690 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:14:30,749 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:14:30,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:14:30,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:14:30,773 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:14:30,787 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:14:30,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:14:30,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:14:30,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/java.io.tmpdir/jetty-localhost-38967-hadoop-hdfs-3_4_1-tests_jar-_-any-15477178193823510627/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:14:30,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:38967} 2024-11-15T18:14:30,981 INFO [Time-limited test {}] server.Server(415): Started @2760ms 2024-11-15T18:14:31,640 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:14:31,649 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:14:31,651 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:14:31,651 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:14:31,651 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:14:31,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:14:31,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:14:31,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c68b1bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/java.io.tmpdir/jetty-localhost-43797-hadoop-hdfs-3_4_1-tests_jar-_-any-2348607631319560281/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:14:31,753 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:43797} 2024-11-15T18:14:31,754 INFO [Time-limited test {}] server.Server(415): Started @3533ms 2024-11-15T18:14:31,805 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:14:32,825 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/cluster_d0093092-c1dd-5b9c-98f2-2f87f9e29ad5/data/data2/current/BP-760143609-172.17.0.2-1731694469953/current, will proceed with Du for space computation calculation, 2024-11-15T18:14:32,825 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/cluster_d0093092-c1dd-5b9c-98f2-2f87f9e29ad5/data/data1/current/BP-760143609-172.17.0.2-1731694469953/current, will proceed with Du for space computation calculation, 2024-11-15T18:14:32,851 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:14:32,896 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82c67ffc408cb166 with lease ID 0x3775824ee3eb0fed: Processing first storage report for DS-2a8f27eb-8256-4969-bff1-672556eadbb0 from datanode DatanodeRegistration(127.0.0.1:43477, datanodeUuid=6e8e91f0-2791-431d-8bc9-e084aaadc9cb, infoPort=37369, infoSecurePort=0, ipcPort=43011, storageInfo=lv=-57;cid=testClusterID;nsid=1846562738;c=1731694469953) 2024-11-15T18:14:32,897 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82c67ffc408cb166 with lease ID 0x3775824ee3eb0fed: from storage DS-2a8f27eb-8256-4969-bff1-672556eadbb0 node DatanodeRegistration(127.0.0.1:43477, datanodeUuid=6e8e91f0-2791-431d-8bc9-e084aaadc9cb, infoPort=37369, infoSecurePort=0, ipcPort=43011, storageInfo=lv=-57;cid=testClusterID;nsid=1846562738;c=1731694469953), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-15T18:14:32,898 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82c67ffc408cb166 with lease ID 0x3775824ee3eb0fed: Processing first storage report for DS-5fe771fd-3151-478f-bea6-825badaac50d from datanode DatanodeRegistration(127.0.0.1:43477, datanodeUuid=6e8e91f0-2791-431d-8bc9-e084aaadc9cb, infoPort=37369, infoSecurePort=0, ipcPort=43011, storageInfo=lv=-57;cid=testClusterID;nsid=1846562738;c=1731694469953) 2024-11-15T18:14:32,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82c67ffc408cb166 with lease ID 0x3775824ee3eb0fed: from storage DS-5fe771fd-3151-478f-bea6-825badaac50d node DatanodeRegistration(127.0.0.1:43477, datanodeUuid=6e8e91f0-2791-431d-8bc9-e084aaadc9cb, infoPort=37369, infoSecurePort=0, ipcPort=43011, storageInfo=lv=-57;cid=testClusterID;nsid=1846562738;c=1731694469953), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T18:14:32,910 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e 2024-11-15T18:14:32,979 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/cluster_d0093092-c1dd-5b9c-98f2-2f87f9e29ad5/zookeeper_0, clientPort=63453, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/cluster_d0093092-c1dd-5b9c-98f2-2f87f9e29ad5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/cluster_d0093092-c1dd-5b9c-98f2-2f87f9e29ad5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T18:14:32,988 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63453 2024-11-15T18:14:33,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:14:33,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:14:33,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:14:33,620 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3 with version=8 2024-11-15T18:14:33,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/hbase-staging 2024-11-15T18:14:33,702 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T18:14:33,947 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:14:33,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:14:33,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:14:33,961 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:14:33,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:14:33,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:14:34,087 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T18:14:34,139 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T18:14:34,147 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T18:14:34,151 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:14:34,174 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 6576 (auto-detected) 2024-11-15T18:14:34,176 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-15T18:14:34,193 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44307 2024-11-15T18:14:34,215 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44307 connecting to ZooKeeper ensemble=127.0.0.1:63453 2024-11-15T18:14:34,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443070x0, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:14:34,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44307-0x1013fb4aaad0000 connected 2024-11-15T18:14:34,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:14:34,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:14:34,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44307-0x1013fb4aaad0000, quorum=127.0.0.1:63453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T18:14:34,474 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3, hbase.cluster.distributed=false 2024-11-15T18:14:34,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44307-0x1013fb4aaad0000, quorum=127.0.0.1:63453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T18:14:34,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44307 2024-11-15T18:14:34,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44307 2024-11-15T18:14:34,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44307 2024-11-15T18:14:34,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44307 2024-11-15T18:14:34,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44307 2024-11-15T18:14:34,596 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:14:34,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:14:34,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:14:34,598 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:14:34,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:14:34,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:14:34,601 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:14:34,603 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:14:34,604 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44341 2024-11-15T18:14:34,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44341 connecting to ZooKeeper ensemble=127.0.0.1:63453 2024-11-15T18:14:34,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:14:34,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:14:34,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443410x0, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:14:34,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443410x0, quorum=127.0.0.1:63453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T18:14:34,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44341-0x1013fb4aaad0001 connected 2024-11-15T18:14:34,630 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:14:34,637 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:14:34,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44341-0x1013fb4aaad0001, quorum=127.0.0.1:63453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T18:14:34,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44341-0x1013fb4aaad0001, quorum=127.0.0.1:63453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T18:14:34,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44341 2024-11-15T18:14:34,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44341 2024-11-15T18:14:34,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44341 2024-11-15T18:14:34,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44341 2024-11-15T18:14:34,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44341 2024-11-15T18:14:34,661 DEBUG [M:0;74ec74825666:44307 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74ec74825666:44307 2024-11-15T18:14:34,661 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/74ec74825666,44307,1731694473797 2024-11-15T18:14:34,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44341-0x1013fb4aaad0001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T18:14:34,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44307-0x1013fb4aaad0000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T18:14:34,681 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44307-0x1013fb4aaad0000, quorum=127.0.0.1:63453, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/74ec74825666,44307,1731694473797 2024-11-15T18:14:34,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44341-0x1013fb4aaad0001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T18:14:34,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44307-0x1013fb4aaad0000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:34,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44341-0x1013fb4aaad0001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:34,716 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44307-0x1013fb4aaad0000, quorum=127.0.0.1:63453, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T18:14:34,717 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/74ec74825666,44307,1731694473797 from backup master directory 2024-11-15T18:14:34,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44341-0x1013fb4aaad0001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T18:14:34,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44307-0x1013fb4aaad0000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/74ec74825666,44307,1731694473797 2024-11-15T18:14:34,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44307-0x1013fb4aaad0000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T18:14:34,731 WARN [master/74ec74825666:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:14:34,731 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74ec74825666,44307,1731694473797 2024-11-15T18:14:34,733 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T18:14:34,734 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T18:14:34,787 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/hbase.id] with ID: b39cd398-c0f5-416b-b7e6-515261be830c 2024-11-15T18:14:34,787 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/.tmp/hbase.id 2024-11-15T18:14:34,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741826_1002 (size=42) 2024-11-15T18:14:35,203 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/.tmp/hbase.id]:[hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/hbase.id] 2024-11-15T18:14:35,252 INFO [master/74ec74825666:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:14:35,257 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T18:14:35,274 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-15T18:14:35,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44307-0x1013fb4aaad0000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:35,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44341-0x1013fb4aaad0001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:35,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741827_1003 (size=196) 2024-11-15T18:14:35,767 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:14:35,769 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T18:14:35,782 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:35,786 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:14:35,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741828_1004 (size=1189) 2024-11-15T18:14:36,234 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/MasterData/data/master/store 2024-11-15T18:14:36,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741829_1005 (size=34) 2024-11-15T18:14:36,658 INFO [master/74ec74825666:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T18:14:36,660 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:36,662 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:14:36,662 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:14:36,662 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:14:36,664 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:14:36,664 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:14:36,664 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:14:36,665 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694476662Disabling compacts and flushes for region at 1731694476662Disabling writes for close at 1731694476664 (+2 ms)Writing region close event to WAL at 1731694476664Closed at 1731694476664 2024-11-15T18:14:36,668 WARN [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/MasterData/data/master/store/.initializing 2024-11-15T18:14:36,668 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/MasterData/WALs/74ec74825666,44307,1731694473797 2024-11-15T18:14:36,676 INFO [master/74ec74825666:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:14:36,691 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C44307%2C1731694473797, suffix=, logDir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/MasterData/WALs/74ec74825666,44307,1731694473797, archiveDir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/MasterData/oldWALs, maxLogs=10 2024-11-15T18:14:36,710 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/MasterData/WALs/74ec74825666,44307,1731694473797/74ec74825666%2C44307%2C1731694473797.1731694476695, exclude list is [], retry=0 2024-11-15T18:14:36,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43477,DS-2a8f27eb-8256-4969-bff1-672556eadbb0,DISK] 2024-11-15T18:14:36,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T18:14:36,757 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/MasterData/WALs/74ec74825666,44307,1731694473797/74ec74825666%2C44307%2C1731694473797.1731694476695 2024-11-15T18:14:36,758 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37369:37369)] 2024-11-15T18:14:36,759 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:14:36,759 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:36,762 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:36,762 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:36,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:36,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T18:14:36,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:36,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:14:36,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:36,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T18:14:36,829 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:36,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:36,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:36,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T18:14:36,834 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:36,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:36,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:36,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T18:14:36,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:36,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:36,840 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:36,843 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:36,844 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:36,849 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:36,850 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:36,853 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:14:36,857 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:36,862 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:14:36,863 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67427265, jitterRate=0.004744544625282288}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:14:36,871 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731694476773Initializing all the Stores at 1731694476775 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694476776 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694476776Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694476777 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694476777Cleaning up temporary data from old regions at 1731694476850 (+73 ms)Region opened successfully at 1731694476870 (+20 ms) 2024-11-15T18:14:36,872 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T18:14:36,902 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601677f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:14:36,929 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T18:14:36,939 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T18:14:36,939 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T18:14:36,942 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:14:36,943 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T18:14:36,948 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-15T18:14:36,948 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T18:14:36,972 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T18:14:36,980 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44307-0x1013fb4aaad0000, quorum=127.0.0.1:63453, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T18:14:37,046 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T18:14:37,048 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T18:14:37,050 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44307-0x1013fb4aaad0000, quorum=127.0.0.1:63453, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T18:14:37,062 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T18:14:37,064 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T18:14:37,068 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44307-0x1013fb4aaad0000, quorum=127.0.0.1:63453, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T18:14:37,077 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T18:14:37,079 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44307-0x1013fb4aaad0000, quorum=127.0.0.1:63453, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T18:14:37,088 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T18:14:37,106 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44307-0x1013fb4aaad0000, quorum=127.0.0.1:63453, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T18:14:37,114 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T18:14:37,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44341-0x1013fb4aaad0001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T18:14:37,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44307-0x1013fb4aaad0000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T18:14:37,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44341-0x1013fb4aaad0001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:37,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44307-0x1013fb4aaad0000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:37,129 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74ec74825666,44307,1731694473797, sessionid=0x1013fb4aaad0000, setting cluster-up flag (Was=false) 2024-11-15T18:14:37,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44341-0x1013fb4aaad0001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:37,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44307-0x1013fb4aaad0000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:37,194 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T18:14:37,197 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,44307,1731694473797 2024-11-15T18:14:37,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44341-0x1013fb4aaad0001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:37,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44307-0x1013fb4aaad0000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:37,251 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T18:14:37,256 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,44307,1731694473797 2024-11-15T18:14:37,265 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T18:14:37,329 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:14:37,340 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T18:14:37,348 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T18:14:37,352 INFO [RS:0;74ec74825666:44341 {}] regionserver.HRegionServer(746): ClusterId : b39cd398-c0f5-416b-b7e6-515261be830c 2024-11-15T18:14:37,355 DEBUG [RS:0;74ec74825666:44341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:14:37,355 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74ec74825666,44307,1731694473797 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T18:14:37,369 DEBUG [RS:0;74ec74825666:44341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:14:37,369 DEBUG [RS:0;74ec74825666:44341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:14:37,369 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:14:37,369 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:14:37,370 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:14:37,370 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:14:37,370 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74ec74825666:0, corePoolSize=10, maxPoolSize=10 2024-11-15T18:14:37,370 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:37,371 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:14:37,371 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:37,372 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731694507372 2024-11-15T18:14:37,374 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T18:14:37,375 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T18:14:37,376 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:14:37,377 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T18:14:37,379 DEBUG [RS:0;74ec74825666:44341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:14:37,379 DEBUG [RS:0;74ec74825666:44341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c44ca8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:14:37,379 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T18:14:37,380 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T18:14:37,380 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T18:14:37,381 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T18:14:37,381 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:37,384 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:37,384 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T18:14:37,385 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T18:14:37,386 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T18:14:37,387 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T18:14:37,389 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T18:14:37,389 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T18:14:37,392 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694477390,5,FailOnTimeoutGroup] 2024-11-15T18:14:37,394 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694477392,5,FailOnTimeoutGroup] 2024-11-15T18:14:37,394 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:37,394 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T18:14:37,395 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:37,395 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:37,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741831_1007 (size=1321) 2024-11-15T18:14:37,398 DEBUG [RS:0;74ec74825666:44341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74ec74825666:44341 2024-11-15T18:14:37,402 INFO [RS:0;74ec74825666:44341 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:14:37,402 INFO [RS:0;74ec74825666:44341 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:14:37,403 DEBUG [RS:0;74ec74825666:44341 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:14:37,405 INFO [RS:0;74ec74825666:44341 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,44307,1731694473797 with port=44341, startcode=1731694474564 2024-11-15T18:14:37,417 DEBUG [RS:0;74ec74825666:44341 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:14:37,452 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:14:37,460 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44307 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,44341,1731694474564 2024-11-15T18:14:37,463 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44307 {}] master.ServerManager(517): Registering regionserver=74ec74825666,44341,1731694474564 2024-11-15T18:14:37,475 DEBUG [RS:0;74ec74825666:44341 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3 2024-11-15T18:14:37,476 DEBUG [RS:0;74ec74825666:44341 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44549 2024-11-15T18:14:37,476 DEBUG [RS:0;74ec74825666:44341 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T18:14:37,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44307-0x1013fb4aaad0000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T18:14:37,489 DEBUG [RS:0;74ec74825666:44341 {}] zookeeper.ZKUtil(111): regionserver:44341-0x1013fb4aaad0001, quorum=127.0.0.1:63453, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/74ec74825666,44341,1731694474564 2024-11-15T18:14:37,489 WARN [RS:0;74ec74825666:44341 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:14:37,489 INFO [RS:0;74ec74825666:44341 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:14:37,489 DEBUG [RS:0;74ec74825666:44341 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/WALs/74ec74825666,44341,1731694474564 2024-11-15T18:14:37,492 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,44341,1731694474564] 2024-11-15T18:14:37,513 INFO [RS:0;74ec74825666:44341 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:14:37,529 INFO [RS:0;74ec74825666:44341 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:14:37,534 INFO [RS:0;74ec74825666:44341 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:14:37,534 INFO [RS:0;74ec74825666:44341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:37,535 INFO [RS:0;74ec74825666:44341 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:14:37,541 INFO [RS:0;74ec74825666:44341 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:14:37,542 INFO [RS:0;74ec74825666:44341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:37,543 DEBUG [RS:0;74ec74825666:44341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:37,543 DEBUG [RS:0;74ec74825666:44341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:37,543 DEBUG [RS:0;74ec74825666:44341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:37,543 DEBUG [RS:0;74ec74825666:44341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:37,543 DEBUG [RS:0;74ec74825666:44341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:37,543 DEBUG [RS:0;74ec74825666:44341 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:14:37,543 DEBUG [RS:0;74ec74825666:44341 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:37,544 DEBUG [RS:0;74ec74825666:44341 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:37,544 DEBUG [RS:0;74ec74825666:44341 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:37,544 DEBUG [RS:0;74ec74825666:44341 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:37,544 DEBUG [RS:0;74ec74825666:44341 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:37,544 DEBUG [RS:0;74ec74825666:44341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:37,544 DEBUG [RS:0;74ec74825666:44341 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:14:37,545 DEBUG [RS:0;74ec74825666:44341 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:14:37,545 INFO [RS:0;74ec74825666:44341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:37,545 INFO [RS:0;74ec74825666:44341 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:37,546 INFO [RS:0;74ec74825666:44341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:37,546 INFO [RS:0;74ec74825666:44341 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:37,546 INFO [RS:0;74ec74825666:44341 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:37,546 INFO [RS:0;74ec74825666:44341 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,44341,1731694474564-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:14:37,564 INFO [RS:0;74ec74825666:44341 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:14:37,566 INFO [RS:0;74ec74825666:44341 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,44341,1731694474564-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:37,566 INFO [RS:0;74ec74825666:44341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:37,566 INFO [RS:0;74ec74825666:44341 {}] regionserver.Replication(171): 74ec74825666,44341,1731694474564 started 2024-11-15T18:14:37,585 INFO [RS:0;74ec74825666:44341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:37,585 INFO [RS:0;74ec74825666:44341 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,44341,1731694474564, RpcServer on 74ec74825666/172.17.0.2:44341, sessionid=0x1013fb4aaad0001 2024-11-15T18:14:37,586 DEBUG [RS:0;74ec74825666:44341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:14:37,586 DEBUG [RS:0;74ec74825666:44341 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,44341,1731694474564 2024-11-15T18:14:37,586 DEBUG [RS:0;74ec74825666:44341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,44341,1731694474564' 2024-11-15T18:14:37,587 DEBUG [RS:0;74ec74825666:44341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T18:14:37,588 DEBUG [RS:0;74ec74825666:44341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T18:14:37,588 DEBUG [RS:0;74ec74825666:44341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:14:37,588 DEBUG [RS:0;74ec74825666:44341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:14:37,589 DEBUG [RS:0;74ec74825666:44341 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,44341,1731694474564 2024-11-15T18:14:37,589 DEBUG [RS:0;74ec74825666:44341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,44341,1731694474564' 2024-11-15T18:14:37,589 DEBUG [RS:0;74ec74825666:44341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T18:14:37,589 DEBUG [RS:0;74ec74825666:44341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T18:14:37,590 DEBUG [RS:0;74ec74825666:44341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:14:37,590 INFO [RS:0;74ec74825666:44341 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:14:37,590 INFO [RS:0;74ec74825666:44341 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:14:37,695 INFO [RS:0;74ec74825666:44341 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:14:37,699 INFO [RS:0;74ec74825666:44341 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C44341%2C1731694474564, suffix=, logDir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/WALs/74ec74825666,44341,1731694474564, archiveDir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/oldWALs, maxLogs=32 2024-11-15T18:14:37,718 DEBUG [RS:0;74ec74825666:44341 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/WALs/74ec74825666,44341,1731694474564/74ec74825666%2C44341%2C1731694474564.1731694477703, exclude list is [], retry=0 2024-11-15T18:14:37,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43477,DS-2a8f27eb-8256-4969-bff1-672556eadbb0,DISK] 2024-11-15T18:14:37,725 INFO [RS:0;74ec74825666:44341 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/WALs/74ec74825666,44341,1731694474564/74ec74825666%2C44341%2C1731694474564.1731694477703 2024-11-15T18:14:37,726 DEBUG [RS:0;74ec74825666:44341 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37369:37369)] 2024-11-15T18:14:37,800 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T18:14:37,801 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3 2024-11-15T18:14:37,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741833_1009 (size=32) 2024-11-15T18:14:38,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:38,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:14:38,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:14:38,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:38,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:14:38,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:14:38,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:14:38,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:38,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:14:38,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:14:38,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:14:38,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:38,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:14:38,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:14:38,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:14:38,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:38,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:14:38,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:14:38,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/hbase/meta/1588230740 2024-11-15T18:14:38,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/hbase/meta/1588230740 2024-11-15T18:14:38,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:14:38,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:14:38,241 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T18:14:38,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:14:38,248 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:14:38,249 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60335198, jitterRate=-0.10093548893928528}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T18:14:38,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731694478213Initializing all the Stores at 1731694478215 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694478215Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694478215Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694478215Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694478215Cleaning up temporary data from old regions at 1731694478240 (+25 ms)Region opened successfully at 1731694478251 (+11 ms) 2024-11-15T18:14:38,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:14:38,252 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:14:38,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:14:38,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:14:38,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:14:38,253 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:14:38,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694478252Disabling compacts and flushes for region at 1731694478252Disabling writes for close at 1731694478252Writing region close event to WAL at 1731694478253 (+1 ms)Closed at 1731694478253 2024-11-15T18:14:38,258 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:14:38,258 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T18:14:38,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T18:14:38,271 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:14:38,274 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T18:14:38,431 DEBUG [74ec74825666:44307 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T18:14:38,444 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74ec74825666,44341,1731694474564 2024-11-15T18:14:38,449 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,44341,1731694474564, state=OPENING 2024-11-15T18:14:38,499 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T18:14:38,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44307-0x1013fb4aaad0000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:38,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44341-0x1013fb4aaad0001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:38,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:14:38,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:14:38,516 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:14:38,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,44341,1731694474564}] 2024-11-15T18:14:38,699 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:14:38,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:14:38,713 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T18:14:38,713 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:14:38,714 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T18:14:38,718 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C44341%2C1731694474564.meta, suffix=.meta, logDir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/WALs/74ec74825666,44341,1731694474564, archiveDir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/oldWALs, maxLogs=32 2024-11-15T18:14:38,735 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/WALs/74ec74825666,44341,1731694474564/74ec74825666%2C44341%2C1731694474564.meta.1731694478721.meta, exclude list is [], retry=0 2024-11-15T18:14:38,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43477,DS-2a8f27eb-8256-4969-bff1-672556eadbb0,DISK] 2024-11-15T18:14:38,741 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/WALs/74ec74825666,44341,1731694474564/74ec74825666%2C44341%2C1731694474564.meta.1731694478721.meta 2024-11-15T18:14:38,742 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37369:37369)] 2024-11-15T18:14:38,742 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:14:38,744 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:14:38,747 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T18:14:38,751 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T18:14:38,756 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T18:14:38,757 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:38,757 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T18:14:38,757 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T18:14:38,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:14:38,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:14:38,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:38,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:14:38,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:14:38,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:14:38,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:38,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:14:38,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:14:38,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:14:38,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:38,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:14:38,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:14:38,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:14:38,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:38,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:14:38,772 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:14:38,774 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/hbase/meta/1588230740 2024-11-15T18:14:38,777 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/hbase/meta/1588230740 2024-11-15T18:14:38,780 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:14:38,780 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:14:38,781 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T18:14:38,784 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:14:38,786 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74433000, jitterRate=0.1091381311416626}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T18:14:38,786 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T18:14:38,788 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731694478758Writing region info on filesystem at 1731694478758Initializing all the Stores at 1731694478760 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694478760Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694478761 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694478761Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694478761Cleaning up temporary data from old regions at 1731694478780 (+19 ms)Running coprocessor post-open hooks at 1731694478786 (+6 ms)Region opened successfully at 1731694478788 (+2 ms) 2024-11-15T18:14:38,794 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731694478691 2024-11-15T18:14:38,804 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T18:14:38,805 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T18:14:38,806 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,44341,1731694474564 2024-11-15T18:14:38,809 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,44341,1731694474564, state=OPEN 2024-11-15T18:14:38,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44341-0x1013fb4aaad0001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:14:38,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44307-0x1013fb4aaad0000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:14:38,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:14:38,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:14:38,874 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:38,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T18:14:38,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,44341,1731694474564 in 355 msec 2024-11-15T18:14:38,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T18:14:38,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 621 msec 2024-11-15T18:14:38,891 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:14:38,891 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T18:14:38,910 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:14:38,911 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:14:38,928 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:14:38,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:14:38,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6550 sec 2024-11-15T18:14:38,948 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731694478947, completionTime=-1 2024-11-15T18:14:38,950 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T18:14:38,950 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T18:14:38,972 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T18:14:38,972 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731694538972 2024-11-15T18:14:38,972 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731694598972 2024-11-15T18:14:38,972 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 21 msec 2024-11-15T18:14:38,974 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,44307,1731694473797-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:38,974 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,44307,1731694473797-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:38,974 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,44307,1731694473797-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:38,975 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74ec74825666:44307, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:38,976 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:38,977 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:38,983 DEBUG [master/74ec74825666:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T18:14:39,001 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.270sec 2024-11-15T18:14:39,003 INFO [master/74ec74825666:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T18:14:39,004 INFO [master/74ec74825666:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T18:14:39,005 INFO [master/74ec74825666:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T18:14:39,005 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T18:14:39,005 INFO [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T18:14:39,006 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,44307,1731694473797-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:14:39,007 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,44307,1731694473797-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T18:14:39,015 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T18:14:39,016 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T18:14:39,016 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,44307,1731694473797-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:39,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d2c9bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:39,070 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T18:14:39,070 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T18:14:39,073 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:14:39,075 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:14:39,082 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:14:39,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:14:39,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:14:39,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@531238f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:39,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:14:39,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:14:39,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:39,093 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:14:39,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a26ad16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:39,096 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:14:39,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:14:39,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:14:39,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:14:39,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74ec74825666,44307,1731694473797 2024-11-15T18:14:39,134 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=301, ProcessCount=11, AvailableMemoryMB=3094 2024-11-15T18:14:39,142 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:14:39,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,44307,1731694473797 2024-11-15T18:14:39,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@680215db 2024-11-15T18:14:39,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:14:39,153 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:14:39,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T18:14:39,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:14:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T18:14:39,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:14:39,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-15T18:14:39,173 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:39,175 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:14:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:14:39,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741835_1011 (size=1061) 2024-11-15T18:14:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:14:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:14:39,611 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3 2024-11-15T18:14:39,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741836_1012 (size=53) 2024-11-15T18:14:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:14:40,024 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:40,025 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 90f5ccc489f8f60b11b7f49336d0e4de, disabling compactions & flushes 2024-11-15T18:14:40,025 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:40,025 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:40,025 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. after waiting 0 ms 2024-11-15T18:14:40,025 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:40,025 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:40,025 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 90f5ccc489f8f60b11b7f49336d0e4de: Waiting for close lock at 1731694480024Disabling compacts and flushes for region at 1731694480024Disabling writes for close at 1731694480025 (+1 ms)Writing region close event to WAL at 1731694480025Closed at 1731694480025 2024-11-15T18:14:40,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:14:40,037 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731694480030"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694480030"}]},"ts":"1731694480030"} 2024-11-15T18:14:40,041 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:14:40,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:14:40,045 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694480043"}]},"ts":"1731694480043"} 2024-11-15T18:14:40,049 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T18:14:40,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=90f5ccc489f8f60b11b7f49336d0e4de, ASSIGN}] 2024-11-15T18:14:40,053 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=90f5ccc489f8f60b11b7f49336d0e4de, ASSIGN 2024-11-15T18:14:40,055 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=90f5ccc489f8f60b11b7f49336d0e4de, ASSIGN; state=OFFLINE, location=74ec74825666,44341,1731694474564; forceNewPlan=false, retain=false 2024-11-15T18:14:40,207 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=90f5ccc489f8f60b11b7f49336d0e4de, regionState=OPENING, regionLocation=74ec74825666,44341,1731694474564 2024-11-15T18:14:40,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=90f5ccc489f8f60b11b7f49336d0e4de, ASSIGN because future has completed 2024-11-15T18:14:40,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564}] 2024-11-15T18:14:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:14:40,383 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:40,384 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:14:40,384 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:40,385 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:40,385 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:40,385 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:40,388 INFO [StoreOpener-90f5ccc489f8f60b11b7f49336d0e4de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:40,391 INFO [StoreOpener-90f5ccc489f8f60b11b7f49336d0e4de-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T18:14:40,392 INFO [StoreOpener-90f5ccc489f8f60b11b7f49336d0e4de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90f5ccc489f8f60b11b7f49336d0e4de columnFamilyName A 2024-11-15T18:14:40,392 DEBUG [StoreOpener-90f5ccc489f8f60b11b7f49336d0e4de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:40,393 INFO [StoreOpener-90f5ccc489f8f60b11b7f49336d0e4de-1 {}] regionserver.HStore(327): Store=90f5ccc489f8f60b11b7f49336d0e4de/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:40,393 INFO [StoreOpener-90f5ccc489f8f60b11b7f49336d0e4de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:40,395 INFO [StoreOpener-90f5ccc489f8f60b11b7f49336d0e4de-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T18:14:40,396 INFO [StoreOpener-90f5ccc489f8f60b11b7f49336d0e4de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90f5ccc489f8f60b11b7f49336d0e4de columnFamilyName B 2024-11-15T18:14:40,396 DEBUG [StoreOpener-90f5ccc489f8f60b11b7f49336d0e4de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:40,397 INFO [StoreOpener-90f5ccc489f8f60b11b7f49336d0e4de-1 {}] regionserver.HStore(327): Store=90f5ccc489f8f60b11b7f49336d0e4de/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:40,397 INFO [StoreOpener-90f5ccc489f8f60b11b7f49336d0e4de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:40,399 INFO [StoreOpener-90f5ccc489f8f60b11b7f49336d0e4de-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T18:14:40,399 INFO [StoreOpener-90f5ccc489f8f60b11b7f49336d0e4de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90f5ccc489f8f60b11b7f49336d0e4de columnFamilyName C 2024-11-15T18:14:40,399 DEBUG [StoreOpener-90f5ccc489f8f60b11b7f49336d0e4de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:40,400 INFO [StoreOpener-90f5ccc489f8f60b11b7f49336d0e4de-1 {}] regionserver.HStore(327): Store=90f5ccc489f8f60b11b7f49336d0e4de/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:40,401 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:40,401 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:40,403 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:40,404 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:40,406 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:40,407 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:40,408 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T18:14:40,410 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:40,414 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:14:40,415 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 90f5ccc489f8f60b11b7f49336d0e4de; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62555723, jitterRate=-0.06784708797931671}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T18:14:40,415 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:40,416 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 90f5ccc489f8f60b11b7f49336d0e4de: Running coprocessor pre-open hook at 1731694480386Writing region info on filesystem at 1731694480386Initializing all the Stores at 1731694480387 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694480388 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694480388Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694480388Cleaning up temporary data from old regions at 1731694480407 (+19 ms)Running coprocessor post-open hooks at 1731694480415 (+8 ms)Region opened successfully at 1731694480416 (+1 ms) 2024-11-15T18:14:40,418 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., pid=6, masterSystemTime=1731694480369 2024-11-15T18:14:40,422 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:40,422 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:40,423 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=90f5ccc489f8f60b11b7f49336d0e4de, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,44341,1731694474564 2024-11-15T18:14:40,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 because future has completed 2024-11-15T18:14:40,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T18:14:40,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 in 215 msec 2024-11-15T18:14:40,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T18:14:40,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=90f5ccc489f8f60b11b7f49336d0e4de, ASSIGN in 383 msec 2024-11-15T18:14:40,441 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:14:40,441 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694480441"}]},"ts":"1731694480441"} 2024-11-15T18:14:40,444 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T18:14:40,446 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:14:40,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2840 sec 2024-11-15T18:14:41,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:14:41,352 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:14:41,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8feb56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:41,362 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:14:41,362 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:14:41,364 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:14:41,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:14:41,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:14:41,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6900c275, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:41,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:14:41,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:14:41,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:41,367 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:14:41,369 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24a12729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:41,369 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:14:41,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:14:41,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:14:41,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:14:41,375 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:14:41,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,44307,1731694473797 2024-11-15T18:14:41,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@737a82e7 2024-11-15T18:14:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:14:41,381 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:14:41,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6432e8ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:41,385 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:14:41,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:14:41,387 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:14:41,387 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:14:41,387 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:14:41,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528027bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:41,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:14:41,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:14:41,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:41,390 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:14:41,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749fb54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:41,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392f723b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:41,391 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:14:41,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:14:41,393 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:14:41,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:14:41,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:14:41,394 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68cf4e74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:41,394 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:14:41,394 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:14:41,394 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:41,396 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:14:41,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbf9665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:41,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0e98fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:41,398 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:14:41,398 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:14:41,399 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:14:41,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:14:41,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:14:41,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33bdb6a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:41,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:14:41,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:14:41,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:41,402 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:14:41,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27108bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:41,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69066494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:41,404 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:14:41,404 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:14:41,405 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:14:41,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:14:41,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:14:41,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b0e6697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:41,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:14:41,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:14:41,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:41,409 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:14:41,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7ca9c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:41,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f00f692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:41,411 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:14:41,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:14:41,412 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:14:41,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:14:41,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:14:41,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c2308e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:41,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:14:41,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:14:41,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:41,415 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:14:41,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee049f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:41,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ec8db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:41,418 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:14:41,418 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:14:41,420 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:14:41,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:14:41,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:14:41,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e9d3a67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:41,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:14:41,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:14:41,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:41,423 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:14:41,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d27e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:41,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff89310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:41,425 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:14:41,426 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:14:41,427 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:14:41,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:14:41,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:14:41,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf5031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:41,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:14:41,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:14:41,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:41,429 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:14:41,430 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e54299b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:41,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d81b23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:41,432 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:14:41,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:14:41,434 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:14:41,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:14:41,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:14:41,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70ae3f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:41,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:14:41,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:14:41,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:41,437 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:14:41,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44bee5c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:41,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2019371a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:41,439 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:14:41,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:14:41,440 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:14:41,440 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:14:41,440 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:14:41,441 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ddb883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:41,441 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:14:41,441 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:14:41,441 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:41,442 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:14:41,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2171b18c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:41,446 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:14:41,446 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:14:41,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:14:41,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:14:41,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:14:41,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:14:41,449 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:14:41,451 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:14:41,451 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:14:41,452 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:14:41,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:14:41,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:14:41,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:14:41,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:14:41,453 DEBUG [Thread-151 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:14:41,454 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:14:41,454 DEBUG [Thread-151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:14:41,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:14:41,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:14:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:14:41,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:14:41,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:14:41,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:14:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:14:41,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:14:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-15T18:14:41,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2] 2024-11-15T18:14:41,462 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:14:41,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:14:41,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:14:41,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:14:41,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2] 2024-11-15T18:14:41,465 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:14:41,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:14:41,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2] 2024-11-15T18:14:41,469 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:14:41,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2] 2024-11-15T18:14:41,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:14:41,473 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:14:41,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2] 2024-11-15T18:14:41,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2] 2024-11-15T18:14:41,475 DEBUG [Thread-160 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:14:41,475 DEBUG [Thread-160 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:14:41,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:14:41,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2] 2024-11-15T18:14:41,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2] 2024-11-15T18:14:41,482 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:14:41,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:14:41,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:14:41,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:14:41,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2] 2024-11-15T18:14:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:14:41,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 90f5ccc489f8f60b11b7f49336d0e4de 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-15T18:14:41,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=A 2024-11-15T18:14:41,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:41,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=B 2024-11-15T18:14:41,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:41,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=C 2024-11-15T18:14:41,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:41,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T18:14:41,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:41,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:41,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:41,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:41,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:41,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:41,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:41,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694541718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:41,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/2721a55b32b74aeeae44bb26d3a3f349 is 50, key is test_row_0/A:col10/1731694481536/Put/seqid=0 2024-11-15T18:14:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694541720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:14:41,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:41,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694541741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:41,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:41,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694541752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:41,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:41,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694541762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:41,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:41,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:41,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:41,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:41,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:41,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:41,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741837_1013 (size=16681) 2024-11-15T18:14:41,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T18:14:41,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/2721a55b32b74aeeae44bb26d3a3f349 2024-11-15T18:14:41,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:41,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:41,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:41,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:41,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:41,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:41,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:41,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694541920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:41,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:41,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:41,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:41,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694541920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:41,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:41,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694541930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:41,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:41,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:41,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:41,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:41,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:41,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694541930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:41,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694541931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:41,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:41,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:41,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:41,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:41,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:41,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:41,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/2c3c9a5a58c64f68b1569874a66ab935 is 50, key is test_row_0/B:col10/1731694481536/Put/seqid=0 2024-11-15T18:14:42,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741838_1014 (size=12001) 2024-11-15T18:14:42,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/2c3c9a5a58c64f68b1569874a66ab935 2024-11-15T18:14:42,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T18:14:42,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:42,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:42,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:42,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:42,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:42,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/2313be76d1f84e6d96e4e44ddac37a47 is 50, key is test_row_0/C:col10/1731694481536/Put/seqid=0 2024-11-15T18:14:42,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741839_1015 (size=12001) 2024-11-15T18:14:42,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/2313be76d1f84e6d96e4e44ddac37a47 2024-11-15T18:14:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:14:42,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/2721a55b32b74aeeae44bb26d3a3f349 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/2721a55b32b74aeeae44bb26d3a3f349 2024-11-15T18:14:42,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/2721a55b32b74aeeae44bb26d3a3f349, entries=250, sequenceid=15, filesize=16.3 K 2024-11-15T18:14:42,137 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-15T18:14:42,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/2c3c9a5a58c64f68b1569874a66ab935 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/2c3c9a5a58c64f68b1569874a66ab935 2024-11-15T18:14:42,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/2c3c9a5a58c64f68b1569874a66ab935, entries=150, sequenceid=15, filesize=11.7 K 2024-11-15T18:14:42,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/2313be76d1f84e6d96e4e44ddac37a47 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/2313be76d1f84e6d96e4e44ddac37a47 2024-11-15T18:14:42,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694542139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:42,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/2313be76d1f84e6d96e4e44ddac37a47, entries=150, sequenceid=15, filesize=11.7 K 2024-11-15T18:14:42,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:42,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:42,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:42,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694542140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:42,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:42,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:42,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:42,175 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 90f5ccc489f8f60b11b7f49336d0e4de in 581ms, sequenceid=15, compaction requested=false 2024-11-15T18:14:42,177 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-15T18:14:42,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:42,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T18:14:42,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:42,193 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 90f5ccc489f8f60b11b7f49336d0e4de 3/3 column families, dataSize=114.05 KB heapSize=340.13 KB 2024-11-15T18:14:42,194 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731694481688, max timestamp=1731694482179Num uniques 859; 2024-11-15T18:14:42,195 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T18:14:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:42,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=A 2024-11-15T18:14:42,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:42,200 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731694481688, max timestamp=1731694482179Num uniques 859; 2024-11-15T18:14:42,201 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T18:14:42,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:14:42,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=B 2024-11-15T18:14:42,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:14:42,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=C 2024-11-15T18:14:42,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:14:42,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/af513d46fd344d9b9f205797bba1818d is 50, key is test_row_0/A:col10/1731694482169/Put/seqid=0 2024-11-15T18:14:42,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741840_1016 (size=19021) 2024-11-15T18:14:42,257 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/af513d46fd344d9b9f205797bba1818d 2024-11-15T18:14:42,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/d545fbfb43db413fbdabb4d1528ab760 is 50, key is test_row_0/B:col10/1731694482169/Put/seqid=0 2024-11-15T18:14:42,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741841_1017 (size=12001) 2024-11-15T18:14:42,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694542376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:42,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:42,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:42,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:42,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694542384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:42,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:42,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:42,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:42,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694542399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:42,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:42,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:42,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:42,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694542480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:42,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:42,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:42,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:42,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694542481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:42,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:42,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:42,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:42,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694542513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:42,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694542514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:42,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:42,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:42,529 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:42,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:42,529 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:42,529 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694542520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:42,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:42,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:42,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:14:42,711 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/d545fbfb43db413fbdabb4d1528ab760 2024-11-15T18:14:42,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/1ef4d3c89a6245bcbb56811493b2c35d is 50, key is test_row_0/C:col10/1731694482169/Put/seqid=0 2024-11-15T18:14:42,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694542740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:42,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:42,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:42,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:42,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:42,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694542741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694542741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:42,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:42,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:42,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:42,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:42,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:42,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:42,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741842_1018 (size=12001) 2024-11-15T18:14:43,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694542999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:43,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:43,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:43,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:43,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694543000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:43,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:43,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:43,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:43,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694543061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:43,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:43,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:43,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:43,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694543062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694543063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:43,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:43,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:43,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:43,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:43,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:43,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:43,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:43,164 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/1ef4d3c89a6245bcbb56811493b2c35d 2024-11-15T18:14:43,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/af513d46fd344d9b9f205797bba1818d as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/af513d46fd344d9b9f205797bba1818d 2024-11-15T18:14:43,201 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/af513d46fd344d9b9f205797bba1818d, entries=300, sequenceid=36, filesize=18.6 K 2024-11-15T18:14:43,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-15T18:14:43,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/d545fbfb43db413fbdabb4d1528ab760 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/d545fbfb43db413fbdabb4d1528ab760 2024-11-15T18:14:43,242 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/d545fbfb43db413fbdabb4d1528ab760, entries=150, sequenceid=36, filesize=11.7 K 2024-11-15T18:14:43,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/1ef4d3c89a6245bcbb56811493b2c35d as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/1ef4d3c89a6245bcbb56811493b2c35d 2024-11-15T18:14:43,264 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/1ef4d3c89a6245bcbb56811493b2c35d, entries=150, sequenceid=36, filesize=11.7 K 2024-11-15T18:14:43,267 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~184.44 KB/188864, currentSize=114.05 KB/116790 for 90f5ccc489f8f60b11b7f49336d0e4de in 1074ms, sequenceid=36, compaction requested=false 2024-11-15T18:14:43,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:43,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:43,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T18:14:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T18:14:43,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-15T18:14:43,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8000 sec 2024-11-15T18:14:43,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.8270 sec 2024-11-15T18:14:43,509 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T18:14:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:43,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 90f5ccc489f8f60b11b7f49336d0e4de 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-15T18:14:43,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694482358, max timestamp=1731694483571Num uniques 859; 2024-11-15T18:14:43,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=A 2024-11-15T18:14:43,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:14:43,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=B 2024-11-15T18:14:43,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:14:43,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:14:43,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=C 2024-11-15T18:14:43,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:14:43,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/de2a83fa1ce54e3bb59f7791cb87bcba is 50, key is test_row_0/A:col10/1731694483571/Put/seqid=0 2024-11-15T18:14:43,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:14:43,611 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:14:43,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741843_1019 (size=12001) 2024-11-15T18:14:43,613 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:14:43,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/de2a83fa1ce54e3bb59f7791cb87bcba 2024-11-15T18:14:43,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-15T18:14:43,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T18:14:43,617 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:14:43,626 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:14:43,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:14:43,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/d74febd668d94916a6727cca229d12b1 is 50, key is test_row_0/B:col10/1731694483571/Put/seqid=0 2024-11-15T18:14:43,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741844_1020 (size=12001) 2024-11-15T18:14:43,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/d74febd668d94916a6727cca229d12b1 2024-11-15T18:14:43,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/9fab075c8c624b5a8497935605dfec45 is 50, key is test_row_0/C:col10/1731694483571/Put/seqid=0 2024-11-15T18:14:43,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741845_1021 (size=12001) 2024-11-15T18:14:43,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:43,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694543690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:43,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:43,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:43,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:43,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694543690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:43,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:43,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:43,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:43,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694543692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:43,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:43,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:43,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T18:14:43,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-15T18:14:43,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:43,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:43,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:43,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:43,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:43,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694543800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:43,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694543810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:43,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694543810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:43,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:43,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:43,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:43,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:43,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:43,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:43,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-15T18:14:43,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:43,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:43,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:43,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:43,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T18:14:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:44,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694544009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:44,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:44,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:44,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:44,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694544020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:44,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694544020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:44,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694544020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:44,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694544021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:44,027 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_1' in 90f5ccc489f8f60b11b7f49336d0e4de of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2307 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:14:44,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:44,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:44,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:44,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:44,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:44,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:44,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:44,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:44,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:44,029 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_2' in 90f5ccc489f8f60b11b7f49336d0e4de of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2312 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:14:44,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:44,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:44,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:44,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/9fab075c8c624b5a8497935605dfec45 2024-11-15T18:14:44,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/de2a83fa1ce54e3bb59f7791cb87bcba as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/de2a83fa1ce54e3bb59f7791cb87bcba 2024-11-15T18:14:44,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/de2a83fa1ce54e3bb59f7791cb87bcba, entries=150, sequenceid=57, filesize=11.7 K 2024-11-15T18:14:44,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/d74febd668d94916a6727cca229d12b1 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/d74febd668d94916a6727cca229d12b1 2024-11-15T18:14:44,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-15T18:14:44,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:44,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:44,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:44,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:44,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:44,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/d74febd668d94916a6727cca229d12b1, entries=150, sequenceid=57, filesize=11.7 K 2024-11-15T18:14:44,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/9fab075c8c624b5a8497935605dfec45 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/9fab075c8c624b5a8497935605dfec45 2024-11-15T18:14:44,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/9fab075c8c624b5a8497935605dfec45, entries=150, sequenceid=57, filesize=11.7 K 2024-11-15T18:14:44,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~89.45 KB/91600, heapSize ~262.06 KB/268352, currentSize=87.22 KB/89310 for 90f5ccc489f8f60b11b7f49336d0e4de in 591ms, sequenceid=57, compaction requested=true 2024-11-15T18:14:44,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:44,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:14:44,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:44,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:14:44,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:44,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:14:44,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:14:44,178 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:44,178 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:44,185 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47703 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:44,186 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:44,188 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/B is initiating minor compaction (all files) 2024-11-15T18:14:44,188 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/B in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:44,189 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/2c3c9a5a58c64f68b1569874a66ab935, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/d545fbfb43db413fbdabb4d1528ab760, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/d74febd668d94916a6727cca229d12b1] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=35.2 K 2024-11-15T18:14:44,190 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/A is initiating minor compaction (all files) 2024-11-15T18:14:44,191 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c3c9a5a58c64f68b1569874a66ab935, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731694481536 2024-11-15T18:14:44,191 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/A in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:44,191 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/2721a55b32b74aeeae44bb26d3a3f349, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/af513d46fd344d9b9f205797bba1818d, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/de2a83fa1ce54e3bb59f7791cb87bcba] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=46.6 K 2024-11-15T18:14:44,193 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting d545fbfb43db413fbdabb4d1528ab760, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731694482169 2024-11-15T18:14:44,193 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2721a55b32b74aeeae44bb26d3a3f349, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731694481536 2024-11-15T18:14:44,194 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting d74febd668d94916a6727cca229d12b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731694482358 2024-11-15T18:14:44,194 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting af513d46fd344d9b9f205797bba1818d, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731694481688 2024-11-15T18:14:44,195 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting de2a83fa1ce54e3bb59f7791cb87bcba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731694482358 2024-11-15T18:14:44,235 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#B#compaction#9 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:44,236 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/48aa57ef158e4ca88482caeefce3e2f9 is 50, key is test_row_0/B:col10/1731694483571/Put/seqid=0 2024-11-15T18:14:44,244 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#A#compaction#10 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:44,245 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/0664540c84e84616a578a17c2b56bcd6 is 50, key is test_row_0/A:col10/1731694483571/Put/seqid=0 2024-11-15T18:14:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T18:14:44,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741846_1022 (size=12104) 2024-11-15T18:14:44,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741847_1023 (size=12104) 2024-11-15T18:14:44,269 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T18:14:44,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-15T18:14:44,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:44,282 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 90f5ccc489f8f60b11b7f49336d0e4de 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-15T18:14:44,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=A 2024-11-15T18:14:44,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:44,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=B 2024-11-15T18:14:44,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:44,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=C 2024-11-15T18:14:44,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:44,288 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/0664540c84e84616a578a17c2b56bcd6 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/0664540c84e84616a578a17c2b56bcd6 2024-11-15T18:14:44,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/ced23abdf7bc4fe4b56a969c2f8941a4 is 50, key is test_row_0/A:col10/1731694483654/Put/seqid=0 2024-11-15T18:14:44,321 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/A of 90f5ccc489f8f60b11b7f49336d0e4de into 0664540c84e84616a578a17c2b56bcd6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:44,321 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:44,324 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/A, priority=13, startTime=1731694484168; duration=0sec 2024-11-15T18:14:44,324 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:14:44,325 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:A 2024-11-15T18:14:44,325 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:44,328 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:44,328 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/C is initiating minor compaction (all files) 2024-11-15T18:14:44,328 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/C in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:44,328 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/2313be76d1f84e6d96e4e44ddac37a47, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/1ef4d3c89a6245bcbb56811493b2c35d, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/9fab075c8c624b5a8497935605dfec45] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=35.2 K 2024-11-15T18:14:44,330 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2313be76d1f84e6d96e4e44ddac37a47, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731694481536 2024-11-15T18:14:44,331 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ef4d3c89a6245bcbb56811493b2c35d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731694482169 2024-11-15T18:14:44,331 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fab075c8c624b5a8497935605dfec45, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731694482358 2024-11-15T18:14:44,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741848_1024 (size=12001) 2024-11-15T18:14:44,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:44,340 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/ced23abdf7bc4fe4b56a969c2f8941a4 2024-11-15T18:14:44,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/51a28440d64f43d197d4a4a96460f6fa is 50, key is test_row_0/B:col10/1731694483654/Put/seqid=0 2024-11-15T18:14:44,389 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#C#compaction#13 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:44,390 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/9c596304a45a42b392bc6ca4a3a1623a is 50, key is test_row_0/C:col10/1731694483571/Put/seqid=0 2024-11-15T18:14:44,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T18:14:44,400 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T18:14:44,402 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:14:44,402 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T18:14:44,402 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T18:14:44,402 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T18:14:44,406 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-15T18:14:44,406 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-15T18:14:44,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741849_1025 (size=12001) 2024-11-15T18:14:44,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694544402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:44,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:44,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:44,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:44,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694544406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:44,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:44,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:44,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:44,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694544410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:44,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:44,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:44,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:44,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741850_1026 (size=12104) 2024-11-15T18:14:44,452 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/9c596304a45a42b392bc6ca4a3a1623a as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/9c596304a45a42b392bc6ca4a3a1623a 2024-11-15T18:14:44,478 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/C of 90f5ccc489f8f60b11b7f49336d0e4de into 9c596304a45a42b392bc6ca4a3a1623a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:44,479 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:44,479 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/C, priority=13, startTime=1731694484176; duration=0sec 2024-11-15T18:14:44,479 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:44,479 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:C 2024-11-15T18:14:44,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694544520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:44,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:44,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:44,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:44,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694544520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:44,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:44,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:44,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:44,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694544523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:44,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:44,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:44,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:44,675 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/48aa57ef158e4ca88482caeefce3e2f9 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/48aa57ef158e4ca88482caeefce3e2f9 2024-11-15T18:14:44,689 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/B of 90f5ccc489f8f60b11b7f49336d0e4de into 48aa57ef158e4ca88482caeefce3e2f9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:44,689 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:44,690 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/B, priority=13, startTime=1731694484175; duration=0sec 2024-11-15T18:14:44,690 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:44,690 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:B 2024-11-15T18:14:44,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694544729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:44,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:44,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:44,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:44,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694544729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:44,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:44,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:44,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:44,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694544730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:44,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:44,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:44,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T18:14:44,808 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/51a28440d64f43d197d4a4a96460f6fa 2024-11-15T18:14:44,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/4b3b528a3d2a402191d6fd8df47bc4df is 50, key is test_row_0/C:col10/1731694483654/Put/seqid=0 2024-11-15T18:14:44,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741851_1027 (size=12001) 2024-11-15T18:14:44,848 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/4b3b528a3d2a402191d6fd8df47bc4df 2024-11-15T18:14:44,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/ced23abdf7bc4fe4b56a969c2f8941a4 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/ced23abdf7bc4fe4b56a969c2f8941a4 2024-11-15T18:14:44,878 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/ced23abdf7bc4fe4b56a969c2f8941a4, entries=150, sequenceid=73, filesize=11.7 K 2024-11-15T18:14:44,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/51a28440d64f43d197d4a4a96460f6fa as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/51a28440d64f43d197d4a4a96460f6fa 2024-11-15T18:14:44,897 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/51a28440d64f43d197d4a4a96460f6fa, entries=150, sequenceid=73, filesize=11.7 K 2024-11-15T18:14:44,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/4b3b528a3d2a402191d6fd8df47bc4df as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/4b3b528a3d2a402191d6fd8df47bc4df 2024-11-15T18:14:44,915 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/4b3b528a3d2a402191d6fd8df47bc4df, entries=150, sequenceid=73, filesize=11.7 K 2024-11-15T18:14:44,918 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 90f5ccc489f8f60b11b7f49336d0e4de in 635ms, sequenceid=73, compaction requested=false 2024-11-15T18:14:44,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:44,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:44,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-15T18:14:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-15T18:14:44,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T18:14:44,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2950 sec 2024-11-15T18:14:44,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.3150 sec 2024-11-15T18:14:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:45,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 90f5ccc489f8f60b11b7f49336d0e4de 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-15T18:14:45,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=A 2024-11-15T18:14:45,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:45,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=B 2024-11-15T18:14:45,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:45,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=C 2024-11-15T18:14:45,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:45,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/37bc4e8eee8f460785eebdd75f7f49b5 is 50, key is test_row_0/A:col10/1731694484350/Put/seqid=0 2024-11-15T18:14:45,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694545078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:45,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:45,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:45,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:45,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694545082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:45,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:45,090 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:45,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:45,090 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694545084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:45,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:45,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:45,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:45,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741852_1028 (size=12001) 2024-11-15T18:14:45,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/37bc4e8eee8f460785eebdd75f7f49b5 2024-11-15T18:14:45,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/c8c99aac622f468fa43011078c5f4c8c is 50, key is test_row_0/B:col10/1731694484350/Put/seqid=0 2024-11-15T18:14:45,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741853_1029 (size=12001) 2024-11-15T18:14:45,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/c8c99aac622f468fa43011078c5f4c8c 2024-11-15T18:14:45,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/cadd8b0ec3044745ad26c8ffb9ece0e4 is 50, key is test_row_0/C:col10/1731694484350/Put/seqid=0 2024-11-15T18:14:45,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741854_1030 (size=12001) 2024-11-15T18:14:45,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/cadd8b0ec3044745ad26c8ffb9ece0e4 2024-11-15T18:14:45,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/37bc4e8eee8f460785eebdd75f7f49b5 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/37bc4e8eee8f460785eebdd75f7f49b5 2024-11-15T18:14:45,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694545190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:45,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:45,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:45,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:45,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694545200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:45,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:45,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:45,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:45,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694545200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:45,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:45,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:45,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:45,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/37bc4e8eee8f460785eebdd75f7f49b5, entries=150, sequenceid=94, filesize=11.7 K 2024-11-15T18:14:45,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/c8c99aac622f468fa43011078c5f4c8c as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/c8c99aac622f468fa43011078c5f4c8c 2024-11-15T18:14:45,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/c8c99aac622f468fa43011078c5f4c8c, entries=150, sequenceid=94, filesize=11.7 K 2024-11-15T18:14:45,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/cadd8b0ec3044745ad26c8ffb9ece0e4 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/cadd8b0ec3044745ad26c8ffb9ece0e4 2024-11-15T18:14:45,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/cadd8b0ec3044745ad26c8ffb9ece0e4, entries=150, sequenceid=94, filesize=11.7 K 2024-11-15T18:14:45,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 90f5ccc489f8f60b11b7f49336d0e4de in 204ms, sequenceid=94, compaction requested=true 2024-11-15T18:14:45,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:45,248 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:45,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:14:45,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:45,248 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:45,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:14:45,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:45,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:14:45,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:14:45,250 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:45,250 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/A is initiating minor compaction (all files) 2024-11-15T18:14:45,250 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/A in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:45,250 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:45,250 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/B is initiating minor compaction (all files) 2024-11-15T18:14:45,250 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/B in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:45,250 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/0664540c84e84616a578a17c2b56bcd6, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/ced23abdf7bc4fe4b56a969c2f8941a4, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/37bc4e8eee8f460785eebdd75f7f49b5] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=35.3 K 2024-11-15T18:14:45,250 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/48aa57ef158e4ca88482caeefce3e2f9, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/51a28440d64f43d197d4a4a96460f6fa, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/c8c99aac622f468fa43011078c5f4c8c] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=35.3 K 2024-11-15T18:14:45,251 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 48aa57ef158e4ca88482caeefce3e2f9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731694482358 2024-11-15T18:14:45,251 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0664540c84e84616a578a17c2b56bcd6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731694482358 2024-11-15T18:14:45,252 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 51a28440d64f43d197d4a4a96460f6fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731694483603 2024-11-15T18:14:45,252 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting ced23abdf7bc4fe4b56a969c2f8941a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731694483603 2024-11-15T18:14:45,252 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37bc4e8eee8f460785eebdd75f7f49b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731694484350 2024-11-15T18:14:45,252 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting c8c99aac622f468fa43011078c5f4c8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731694484350 2024-11-15T18:14:45,282 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#B#compaction#18 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:45,283 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/d670c14c4e72465fb69b974e0f9f3b03 is 50, key is test_row_0/B:col10/1731694484350/Put/seqid=0 2024-11-15T18:14:45,285 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#A#compaction#19 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:45,286 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/aea23fd1e1514830b4112d2fa4f09744 is 50, key is test_row_0/A:col10/1731694484350/Put/seqid=0 2024-11-15T18:14:45,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741855_1031 (size=12207) 2024-11-15T18:14:45,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741856_1032 (size=12207) 2024-11-15T18:14:45,323 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/aea23fd1e1514830b4112d2fa4f09744 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/aea23fd1e1514830b4112d2fa4f09744 2024-11-15T18:14:45,337 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/A of 90f5ccc489f8f60b11b7f49336d0e4de into aea23fd1e1514830b4112d2fa4f09744(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:45,338 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:45,338 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/A, priority=13, startTime=1731694485248; duration=0sec 2024-11-15T18:14:45,338 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:14:45,338 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:A 2024-11-15T18:14:45,338 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:45,342 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:45,342 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/C is initiating minor compaction (all files) 2024-11-15T18:14:45,342 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/C in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:45,342 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/9c596304a45a42b392bc6ca4a3a1623a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/4b3b528a3d2a402191d6fd8df47bc4df, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/cadd8b0ec3044745ad26c8ffb9ece0e4] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=35.3 K 2024-11-15T18:14:45,344 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c596304a45a42b392bc6ca4a3a1623a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731694482358 2024-11-15T18:14:45,348 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b3b528a3d2a402191d6fd8df47bc4df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731694483603 2024-11-15T18:14:45,351 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting cadd8b0ec3044745ad26c8ffb9ece0e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731694484350 2024-11-15T18:14:45,373 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#C#compaction#20 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:45,374 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/ffe1da09f691494bba87132da28f0e2f is 50, key is test_row_0/C:col10/1731694484350/Put/seqid=0 2024-11-15T18:14:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:45,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 90f5ccc489f8f60b11b7f49336d0e4de 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-15T18:14:45,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=A 2024-11-15T18:14:45,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:45,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=B 2024-11-15T18:14:45,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:45,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=C 2024-11-15T18:14:45,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:45,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741857_1033 (size=12207) 2024-11-15T18:14:45,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/4aee6a511c4f4437bb464cb1943872b6 is 50, key is test_row_0/A:col10/1731694485076/Put/seqid=0 2024-11-15T18:14:45,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741858_1034 (size=14341) 2024-11-15T18:14:45,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694545453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:45,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:45,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:45,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:45,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694545464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:45,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:45,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:45,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:45,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:45,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694545465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:45,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:45,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:45,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:45,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694545574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:45,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:45,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694545579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:45,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:45,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:45,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:45,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:45,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:45,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694545579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:45,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:45,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:45,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:45,720 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/d670c14c4e72465fb69b974e0f9f3b03 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/d670c14c4e72465fb69b974e0f9f3b03 2024-11-15T18:14:45,732 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/B of 90f5ccc489f8f60b11b7f49336d0e4de into d670c14c4e72465fb69b974e0f9f3b03(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:45,733 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:45,733 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/B, priority=13, startTime=1731694485248; duration=0sec 2024-11-15T18:14:45,733 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:45,733 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:B 2024-11-15T18:14:45,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T18:14:45,770 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:14:45,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:14:45,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-15T18:14:45,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T18:14:45,774 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:14:45,775 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:14:45,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:14:45,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:45,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694545789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:45,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:45,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:45,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:45,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694545789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:45,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:45,795 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:45,795 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:45,795 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:45,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:45,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694545790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:45,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:45,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:45,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:45,824 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/ffe1da09f691494bba87132da28f0e2f as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/ffe1da09f691494bba87132da28f0e2f 2024-11-15T18:14:45,837 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/C of 90f5ccc489f8f60b11b7f49336d0e4de into ffe1da09f691494bba87132da28f0e2f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:45,837 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:45,837 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/C, priority=13, startTime=1731694485249; duration=0sec 2024-11-15T18:14:45,837 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:45,838 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:C 2024-11-15T18:14:45,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/4aee6a511c4f4437bb464cb1943872b6 2024-11-15T18:14:45,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T18:14:45,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/716c9c7389a74da087b332680b95a80f is 50, key is test_row_0/B:col10/1731694485076/Put/seqid=0 2024-11-15T18:14:45,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741859_1035 (size=12001) 2024-11-15T18:14:45,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/716c9c7389a74da087b332680b95a80f 2024-11-15T18:14:45,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/4a0b65c87cbd434b95c78bacf262f4a6 is 50, key is test_row_0/C:col10/1731694485076/Put/seqid=0 2024-11-15T18:14:45,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T18:14:45,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:45,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:45,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:45,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:45,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:45,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741860_1036 (size=12001) 2024-11-15T18:14:45,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/4a0b65c87cbd434b95c78bacf262f4a6 2024-11-15T18:14:45,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/4aee6a511c4f4437bb464cb1943872b6 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/4aee6a511c4f4437bb464cb1943872b6 2024-11-15T18:14:45,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/4aee6a511c4f4437bb464cb1943872b6, entries=200, sequenceid=110, filesize=14.0 K 2024-11-15T18:14:45,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/716c9c7389a74da087b332680b95a80f as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/716c9c7389a74da087b332680b95a80f 2024-11-15T18:14:45,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/716c9c7389a74da087b332680b95a80f, entries=150, sequenceid=110, filesize=11.7 K 2024-11-15T18:14:45,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/4a0b65c87cbd434b95c78bacf262f4a6 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/4a0b65c87cbd434b95c78bacf262f4a6 2024-11-15T18:14:45,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/4a0b65c87cbd434b95c78bacf262f4a6, entries=150, sequenceid=110, filesize=11.7 K 2024-11-15T18:14:45,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 90f5ccc489f8f60b11b7f49336d0e4de in 584ms, sequenceid=110, compaction requested=false 2024-11-15T18:14:45,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:46,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:46,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 90f5ccc489f8f60b11b7f49336d0e4de 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-15T18:14:46,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=A 2024-11-15T18:14:46,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:46,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=B 2024-11-15T18:14:46,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:46,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=C 2024-11-15T18:14:46,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:46,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/b55227f68d3340d0b9b5fdd2a6af5220 is 50, key is test_row_0/A:col10/1731694485423/Put/seqid=0 2024-11-15T18:14:46,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T18:14:46,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:46,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:46,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:46,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:46,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:46,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:46,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T18:14:46,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:46,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741861_1037 (size=12101) 2024-11-15T18:14:46,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694546099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694546100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:46,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:46,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:46,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/b55227f68d3340d0b9b5fdd2a6af5220 2024-11-15T18:14:46,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:46,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694546105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:46,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:46,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:46,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694546105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:46,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:46,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:46,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694546106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:46,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:46,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/6098e0c80dd84732986f2d4cf3d18dbf is 50, key is test_row_0/B:col10/1731694485423/Put/seqid=0 2024-11-15T18:14:46,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741862_1038 (size=12101) 2024-11-15T18:14:46,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:46,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694546219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:46,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:46,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:46,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694546219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:46,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:46,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694546219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:46,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:46,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:46,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T18:14:46,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:46,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:46,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:46,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:46,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:46,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T18:14:46,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:46,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:46,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:46,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:46,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T18:14:46,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694546429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:46,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:46,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694546429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:46,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:46,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694546429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:46,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:46,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/6098e0c80dd84732986f2d4cf3d18dbf 2024-11-15T18:14:46,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T18:14:46,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:46,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:46,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:46,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:46,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:46,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/80c595e661d743efb1d79bb9b2776353 is 50, key is test_row_0/C:col10/1731694485423/Put/seqid=0 2024-11-15T18:14:46,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741863_1039 (size=12101) 2024-11-15T18:14:46,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694546609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:46,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:46,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694546619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:46,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:46,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T18:14:46,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:46,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:46,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:46,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:46,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:46,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694546739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:46,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:46,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:46,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694546740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:46,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694546740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:46,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:46,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:46,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T18:14:46,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:46,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:46,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:46,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:46,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T18:14:46,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/80c595e661d743efb1d79bb9b2776353 2024-11-15T18:14:46,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/b55227f68d3340d0b9b5fdd2a6af5220 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/b55227f68d3340d0b9b5fdd2a6af5220 2024-11-15T18:14:46,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/b55227f68d3340d0b9b5fdd2a6af5220, entries=150, sequenceid=131, filesize=11.8 K 2024-11-15T18:14:46,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/6098e0c80dd84732986f2d4cf3d18dbf as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/6098e0c80dd84732986f2d4cf3d18dbf 2024-11-15T18:14:46,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/6098e0c80dd84732986f2d4cf3d18dbf, entries=150, sequenceid=131, filesize=11.8 K 2024-11-15T18:14:46,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/80c595e661d743efb1d79bb9b2776353 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/80c595e661d743efb1d79bb9b2776353 2024-11-15T18:14:47,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/80c595e661d743efb1d79bb9b2776353, entries=150, sequenceid=131, filesize=11.8 K 2024-11-15T18:14:47,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=80.51 KB/82440 for 90f5ccc489f8f60b11b7f49336d0e4de in 947ms, sequenceid=131, compaction requested=true 2024-11-15T18:14:47,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:47,004 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:47,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:14:47,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:47,005 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:47,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:14:47,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:47,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:14:47,006 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:47,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:14:47,006 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/A is initiating minor compaction (all files) 2024-11-15T18:14:47,006 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/A in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:47,006 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/aea23fd1e1514830b4112d2fa4f09744, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/4aee6a511c4f4437bb464cb1943872b6, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/b55227f68d3340d0b9b5fdd2a6af5220] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=37.7 K 2024-11-15T18:14:47,006 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:47,007 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/B is initiating minor compaction (all files) 2024-11-15T18:14:47,007 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/B in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:47,007 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/d670c14c4e72465fb69b974e0f9f3b03, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/716c9c7389a74da087b332680b95a80f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/6098e0c80dd84732986f2d4cf3d18dbf] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=35.5 K 2024-11-15T18:14:47,009 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting aea23fd1e1514830b4112d2fa4f09744, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731694484350 2024-11-15T18:14:47,009 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting d670c14c4e72465fb69b974e0f9f3b03, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731694484350 2024-11-15T18:14:47,010 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 716c9c7389a74da087b332680b95a80f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731694485070 2024-11-15T18:14:47,010 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4aee6a511c4f4437bb464cb1943872b6, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731694485070 2024-11-15T18:14:47,010 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 6098e0c80dd84732986f2d4cf3d18dbf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731694485423 2024-11-15T18:14:47,011 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting b55227f68d3340d0b9b5fdd2a6af5220, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731694485423 2024-11-15T18:14:47,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T18:14:47,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:47,020 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 90f5ccc489f8f60b11b7f49336d0e4de 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-15T18:14:47,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=A 2024-11-15T18:14:47,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:47,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=B 2024-11-15T18:14:47,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:47,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=C 2024-11-15T18:14:47,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:47,031 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#A#compaction#27 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:47,032 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/396f67d825c94bd2a84b454feefd9cbf is 50, key is test_row_0/A:col10/1731694485423/Put/seqid=0 2024-11-15T18:14:47,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/c389d64792a0452a9c837f77c0098aa1 is 50, key is test_row_0/A:col10/1731694486096/Put/seqid=0 2024-11-15T18:14:47,036 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#B#compaction#29 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:47,036 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/2ac963243382470c9ab7672e543a2d3e is 50, key is test_row_0/B:col10/1731694485423/Put/seqid=0 2024-11-15T18:14:47,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741864_1040 (size=12151) 2024-11-15T18:14:47,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741865_1041 (size=12409) 2024-11-15T18:14:47,146 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/2ac963243382470c9ab7672e543a2d3e as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/2ac963243382470c9ab7672e543a2d3e 2024-11-15T18:14:47,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741866_1042 (size=12409) 2024-11-15T18:14:47,164 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/B of 90f5ccc489f8f60b11b7f49336d0e4de into 2ac963243382470c9ab7672e543a2d3e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:47,165 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:47,165 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/B, priority=13, startTime=1731694487005; duration=0sec 2024-11-15T18:14:47,166 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:14:47,166 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:B 2024-11-15T18:14:47,167 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:47,168 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/396f67d825c94bd2a84b454feefd9cbf as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/396f67d825c94bd2a84b454feefd9cbf 2024-11-15T18:14:47,169 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:47,169 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/C is initiating minor compaction (all files) 2024-11-15T18:14:47,169 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/C in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:47,169 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/ffe1da09f691494bba87132da28f0e2f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/4a0b65c87cbd434b95c78bacf262f4a6, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/80c595e661d743efb1d79bb9b2776353] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=35.5 K 2024-11-15T18:14:47,170 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting ffe1da09f691494bba87132da28f0e2f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731694484350 2024-11-15T18:14:47,173 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a0b65c87cbd434b95c78bacf262f4a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731694485070 2024-11-15T18:14:47,188 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 80c595e661d743efb1d79bb9b2776353, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731694485423 2024-11-15T18:14:47,193 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/A of 90f5ccc489f8f60b11b7f49336d0e4de into 396f67d825c94bd2a84b454feefd9cbf(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:47,193 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:47,193 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/A, priority=13, startTime=1731694487004; duration=0sec 2024-11-15T18:14:47,193 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:47,193 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:A 2024-11-15T18:14:47,219 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#C#compaction#30 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:47,220 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/6e93b7ad00fe437a9265a4bc3d999fd2 is 50, key is test_row_0/C:col10/1731694485423/Put/seqid=0 2024-11-15T18:14:47,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741867_1043 (size=12409) 2024-11-15T18:14:47,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:47,260 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/6e93b7ad00fe437a9265a4bc3d999fd2 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/6e93b7ad00fe437a9265a4bc3d999fd2 2024-11-15T18:14:47,271 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/C of 90f5ccc489f8f60b11b7f49336d0e4de into 6e93b7ad00fe437a9265a4bc3d999fd2(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:47,272 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:47,272 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/C, priority=13, startTime=1731694487006; duration=0sec 2024-11-15T18:14:47,272 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:47,272 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:C 2024-11-15T18:14:47,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694547315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:47,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694547314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:47,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:47,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:47,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:47,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694547316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:47,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:47,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694547429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:47,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:47,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:47,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694547429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:47,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:47,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:47,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694547429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:47,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:47,514 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/c389d64792a0452a9c837f77c0098aa1 2024-11-15T18:14:47,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/a7edbbde77b4428c8e6596a3dc1c34aa is 50, key is test_row_0/B:col10/1731694486096/Put/seqid=0 2024-11-15T18:14:47,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741868_1044 (size=12151) 2024-11-15T18:14:47,538 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/a7edbbde77b4428c8e6596a3dc1c34aa 2024-11-15T18:14:47,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/3ce116cc3a554807a35952164057315b is 50, key is test_row_0/C:col10/1731694486096/Put/seqid=0 2024-11-15T18:14:47,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741869_1045 (size=12151) 2024-11-15T18:14:47,577 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/3ce116cc3a554807a35952164057315b 2024-11-15T18:14:47,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/c389d64792a0452a9c837f77c0098aa1 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/c389d64792a0452a9c837f77c0098aa1 2024-11-15T18:14:47,596 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/c389d64792a0452a9c837f77c0098aa1, entries=150, sequenceid=146, filesize=11.9 K 2024-11-15T18:14:47,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/a7edbbde77b4428c8e6596a3dc1c34aa as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/a7edbbde77b4428c8e6596a3dc1c34aa 2024-11-15T18:14:47,608 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/a7edbbde77b4428c8e6596a3dc1c34aa, entries=150, sequenceid=146, filesize=11.9 K 2024-11-15T18:14:47,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/3ce116cc3a554807a35952164057315b as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/3ce116cc3a554807a35952164057315b 2024-11-15T18:14:47,629 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/3ce116cc3a554807a35952164057315b, entries=150, sequenceid=146, filesize=11.9 K 2024-11-15T18:14:47,631 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=107.34 KB/109920 for 90f5ccc489f8f60b11b7f49336d0e4de in 611ms, sequenceid=146, compaction requested=false 2024-11-15T18:14:47,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:47,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:47,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-15T18:14:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-15T18:14:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:47,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 90f5ccc489f8f60b11b7f49336d0e4de 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-15T18:14:47,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=A 2024-11-15T18:14:47,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:47,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=B 2024-11-15T18:14:47,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:47,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=C 2024-11-15T18:14:47,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:47,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-15T18:14:47,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8580 sec 2024-11-15T18:14:47,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/3c90a104e7d145dcbc43f92e95931dee is 50, key is test_row_0/A:col10/1731694487313/Put/seqid=0 2024-11-15T18:14:47,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.8740 sec 2024-11-15T18:14:47,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694547652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:47,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694547655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:47,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:47,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694547658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:47,662 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,662 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,662 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:47,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:47,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694547658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:47,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:47,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:47,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694547662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:47,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:47,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741870_1046 (size=14541) 2024-11-15T18:14:47,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/3c90a104e7d145dcbc43f92e95931dee 2024-11-15T18:14:47,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/6a3edc5bee30411abc496d9473baa58f is 50, key is test_row_0/B:col10/1731694487313/Put/seqid=0 2024-11-15T18:14:47,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741871_1047 (size=12151) 2024-11-15T18:14:47,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694547769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:47,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694547769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:47,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:47,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:47,773 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694547769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:47,773 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,773 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:47,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694547769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:47,773 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,773 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:47,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:47,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694547779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:47,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T18:14:47,919 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:14:47,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:14:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-15T18:14:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T18:14:47,922 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:14:47,923 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:14:47,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:14:47,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694547979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:47,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:47,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694547979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:47,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:47,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694547979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:47,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:47,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694547979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:47,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:47,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694547989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:47,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:47,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T18:14:48,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-15T18:14:48,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:48,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:48,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:48,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:48,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:48,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/6a3edc5bee30411abc496d9473baa58f 2024-11-15T18:14:48,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/7c15a7db13c04cc08ea85ce70ecb004b is 50, key is test_row_0/C:col10/1731694487313/Put/seqid=0 2024-11-15T18:14:48,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741872_1048 (size=12151) 2024-11-15T18:14:48,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/7c15a7db13c04cc08ea85ce70ecb004b 2024-11-15T18:14:48,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/3c90a104e7d145dcbc43f92e95931dee as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/3c90a104e7d145dcbc43f92e95931dee 2024-11-15T18:14:48,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/3c90a104e7d145dcbc43f92e95931dee, entries=200, sequenceid=169, filesize=14.2 K 2024-11-15T18:14:48,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/6a3edc5bee30411abc496d9473baa58f as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/6a3edc5bee30411abc496d9473baa58f 2024-11-15T18:14:48,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/6a3edc5bee30411abc496d9473baa58f, entries=150, sequenceid=169, filesize=11.9 K 2024-11-15T18:14:48,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/7c15a7db13c04cc08ea85ce70ecb004b as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/7c15a7db13c04cc08ea85ce70ecb004b 2024-11-15T18:14:48,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/7c15a7db13c04cc08ea85ce70ecb004b, entries=150, sequenceid=169, filesize=11.9 K 2024-11-15T18:14:48,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 90f5ccc489f8f60b11b7f49336d0e4de in 523ms, sequenceid=169, compaction requested=true 2024-11-15T18:14:48,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:48,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:14:48,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:48,165 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:48,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:14:48,165 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:48,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:48,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:14:48,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:14:48,166 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39101 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:48,166 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:48,166 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/A is initiating minor compaction (all files) 2024-11-15T18:14:48,166 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/B is initiating minor compaction (all files) 2024-11-15T18:14:48,166 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/A in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:48,166 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/B in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:48,166 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/396f67d825c94bd2a84b454feefd9cbf, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/c389d64792a0452a9c837f77c0098aa1, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/3c90a104e7d145dcbc43f92e95931dee] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=38.2 K 2024-11-15T18:14:48,166 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/2ac963243382470c9ab7672e543a2d3e, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/a7edbbde77b4428c8e6596a3dc1c34aa, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/6a3edc5bee30411abc496d9473baa58f] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=35.9 K 2024-11-15T18:14:48,166 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 396f67d825c94bd2a84b454feefd9cbf, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731694485423 2024-11-15T18:14:48,166 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ac963243382470c9ab7672e543a2d3e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731694485423 2024-11-15T18:14:48,167 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting a7edbbde77b4428c8e6596a3dc1c34aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731694486085 2024-11-15T18:14:48,167 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting c389d64792a0452a9c837f77c0098aa1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731694486085 2024-11-15T18:14:48,167 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c90a104e7d145dcbc43f92e95931dee, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731694487303 2024-11-15T18:14:48,168 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a3edc5bee30411abc496d9473baa58f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731694487311 2024-11-15T18:14:48,181 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#B#compaction#36 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:48,181 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/4494875a37af4995b8bbff728f2b2cf5 is 50, key is test_row_0/B:col10/1731694487313/Put/seqid=0 2024-11-15T18:14:48,183 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#A#compaction#37 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:48,184 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/17e9dddcda7f4a1a80b209f79ca2bd51 is 50, key is test_row_0/A:col10/1731694487313/Put/seqid=0 2024-11-15T18:14:48,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741873_1049 (size=12561) 2024-11-15T18:14:48,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741874_1050 (size=12561) 2024-11-15T18:14:48,225 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/17e9dddcda7f4a1a80b209f79ca2bd51 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/17e9dddcda7f4a1a80b209f79ca2bd51 2024-11-15T18:14:48,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-15T18:14:48,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:48,231 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 90f5ccc489f8f60b11b7f49336d0e4de 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-15T18:14:48,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=A 2024-11-15T18:14:48,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:48,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=B 2024-11-15T18:14:48,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:48,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=C 2024-11-15T18:14:48,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T18:14:48,245 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/A of 90f5ccc489f8f60b11b7f49336d0e4de into 17e9dddcda7f4a1a80b209f79ca2bd51(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:48,246 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:48,246 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/A, priority=13, startTime=1731694488164; duration=0sec 2024-11-15T18:14:48,246 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:14:48,246 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:A 2024-11-15T18:14:48,246 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:48,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/911ac86526d2413697820b86b8dd51c7 is 50, key is test_row_0/A:col10/1731694487657/Put/seqid=0 2024-11-15T18:14:48,249 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:48,250 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/C is initiating minor compaction (all files) 2024-11-15T18:14:48,250 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/C in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:48,250 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/6e93b7ad00fe437a9265a4bc3d999fd2, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/3ce116cc3a554807a35952164057315b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/7c15a7db13c04cc08ea85ce70ecb004b] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=35.9 K 2024-11-15T18:14:48,252 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e93b7ad00fe437a9265a4bc3d999fd2, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731694485423 2024-11-15T18:14:48,253 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ce116cc3a554807a35952164057315b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731694486085 2024-11-15T18:14:48,254 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c15a7db13c04cc08ea85ce70ecb004b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731694487311 2024-11-15T18:14:48,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741875_1051 (size=12151) 2024-11-15T18:14:48,286 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#C#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:48,287 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/52311614fa2a4f7fa2a0aac43562a155 is 50, key is test_row_0/C:col10/1731694487313/Put/seqid=0 2024-11-15T18:14:48,288 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/911ac86526d2413697820b86b8dd51c7 2024-11-15T18:14:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:48,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:48,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741876_1052 (size=12561) 2024-11-15T18:14:48,325 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/52311614fa2a4f7fa2a0aac43562a155 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/52311614fa2a4f7fa2a0aac43562a155 2024-11-15T18:14:48,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/eadf566313dc46f689b985adaf33895c is 50, key is test_row_0/B:col10/1731694487657/Put/seqid=0 2024-11-15T18:14:48,334 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/C of 90f5ccc489f8f60b11b7f49336d0e4de into 52311614fa2a4f7fa2a0aac43562a155(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:48,334 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:48,334 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/C, priority=13, startTime=1731694488165; duration=0sec 2024-11-15T18:14:48,335 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:48,335 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:C 2024-11-15T18:14:48,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741877_1053 (size=12151) 2024-11-15T18:14:48,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:48,341 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/eadf566313dc46f689b985adaf33895c 2024-11-15T18:14:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694548325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694548330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:48,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:48,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694548333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:48,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:48,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694548342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:48,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:48,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694548344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:48,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:48,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/21e118d20aca4bf9bfe9eba2a5e677f5 is 50, key is test_row_0/C:col10/1731694487657/Put/seqid=0 2024-11-15T18:14:48,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741878_1054 (size=12151) 2024-11-15T18:14:48,412 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/21e118d20aca4bf9bfe9eba2a5e677f5 2024-11-15T18:14:48,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/911ac86526d2413697820b86b8dd51c7 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/911ac86526d2413697820b86b8dd51c7 2024-11-15T18:14:48,434 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/911ac86526d2413697820b86b8dd51c7, entries=150, sequenceid=182, filesize=11.9 K 2024-11-15T18:14:48,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/eadf566313dc46f689b985adaf33895c as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/eadf566313dc46f689b985adaf33895c 2024-11-15T18:14:48,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694548449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:48,451 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/eadf566313dc46f689b985adaf33895c, entries=150, sequenceid=182, filesize=11.9 K 2024-11-15T18:14:48,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:48,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694548449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:48,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:48,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694548450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:48,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:48,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/21e118d20aca4bf9bfe9eba2a5e677f5 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/21e118d20aca4bf9bfe9eba2a5e677f5 2024-11-15T18:14:48,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694548459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:48,463 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/21e118d20aca4bf9bfe9eba2a5e677f5, entries=150, sequenceid=182, filesize=11.9 K 2024-11-15T18:14:48,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:48,464 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 90f5ccc489f8f60b11b7f49336d0e4de in 233ms, sequenceid=182, compaction requested=false 2024-11-15T18:14:48,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:48,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:48,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-15T18:14:48,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 90f5ccc489f8f60b11b7f49336d0e4de 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-15T18:14:48,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=A 2024-11-15T18:14:48,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:48,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=B 2024-11-15T18:14:48,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:48,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=C 2024-11-15T18:14:48,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-15T18:14:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:48,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-15T18:14:48,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 544 msec 2024-11-15T18:14:48,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 559 msec 2024-11-15T18:14:48,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/279c0b78f47346b2aa04bd91482c2e48 is 50, key is test_row_0/A:col10/1731694488331/Put/seqid=0 2024-11-15T18:14:48,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741879_1055 (size=14541) 2024-11-15T18:14:48,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/279c0b78f47346b2aa04bd91482c2e48 2024-11-15T18:14:48,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/31ff7828cae14c9e813489acf625c1a3 is 50, key is test_row_0/B:col10/1731694488331/Put/seqid=0 2024-11-15T18:14:48,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694548539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:48,547 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,547 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T18:14:48,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741880_1056 (size=12151) 2024-11-15T18:14:48,552 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:14:48,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:14:48,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/31ff7828cae14c9e813489acf625c1a3 2024-11-15T18:14:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-15T18:14:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-15T18:14:48,557 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:14:48,558 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:14:48,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:14:48,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/cd61c75484864c2588b19d1c18980ca5 is 50, key is test_row_0/C:col10/1731694488331/Put/seqid=0 2024-11-15T18:14:48,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741881_1057 (size=12151) 2024-11-15T18:14:48,604 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/4494875a37af4995b8bbff728f2b2cf5 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/4494875a37af4995b8bbff728f2b2cf5 2024-11-15T18:14:48,613 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/B of 90f5ccc489f8f60b11b7f49336d0e4de into 4494875a37af4995b8bbff728f2b2cf5(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:48,613 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:48,613 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/B, priority=13, startTime=1731694488165; duration=0sec 2024-11-15T18:14:48,613 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:48,614 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:B 2024-11-15T18:14:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-15T18:14:48,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:48,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:48,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694548659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:48,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694548660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:48,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:48,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694548660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:48,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:48,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694548660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:48,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:48,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:48,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694548669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:48,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:48,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-15T18:14:48,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:48,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:48,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:48,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:48,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-15T18:14:48,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-15T18:14:48,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:48,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:48,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:48,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:48,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:48,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694548879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:48,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:48,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694548969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:48,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:48,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694548979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:48,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:48,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694548979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:48,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:48,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694548979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:48,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:48,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:48,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/cd61c75484864c2588b19d1c18980ca5 2024-11-15T18:14:49,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/279c0b78f47346b2aa04bd91482c2e48 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/279c0b78f47346b2aa04bd91482c2e48 2024-11-15T18:14:49,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-15T18:14:49,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:49,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:49,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:49,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:49,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:49,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/279c0b78f47346b2aa04bd91482c2e48, entries=200, sequenceid=204, filesize=14.2 K 2024-11-15T18:14:49,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/31ff7828cae14c9e813489acf625c1a3 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/31ff7828cae14c9e813489acf625c1a3 2024-11-15T18:14:49,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/31ff7828cae14c9e813489acf625c1a3, entries=150, sequenceid=204, filesize=11.9 K 2024-11-15T18:14:49,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/cd61c75484864c2588b19d1c18980ca5 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/cd61c75484864c2588b19d1c18980ca5 2024-11-15T18:14:49,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/cd61c75484864c2588b19d1c18980ca5, entries=150, sequenceid=204, filesize=11.9 K 2024-11-15T18:14:49,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 90f5ccc489f8f60b11b7f49336d0e4de in 588ms, sequenceid=204, compaction requested=true 2024-11-15T18:14:49,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:49,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:14:49,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:49,054 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:49,054 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:49,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:14:49,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:49,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:14:49,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:14:49,056 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:49,056 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:49,056 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/B is initiating minor compaction (all files) 2024-11-15T18:14:49,056 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/A is initiating minor compaction (all files) 2024-11-15T18:14:49,056 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/B in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:49,056 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/A in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:49,056 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/17e9dddcda7f4a1a80b209f79ca2bd51, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/911ac86526d2413697820b86b8dd51c7, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/279c0b78f47346b2aa04bd91482c2e48] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=38.3 K 2024-11-15T18:14:49,056 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/4494875a37af4995b8bbff728f2b2cf5, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/eadf566313dc46f689b985adaf33895c, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/31ff7828cae14c9e813489acf625c1a3] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=36.0 K 2024-11-15T18:14:49,057 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17e9dddcda7f4a1a80b209f79ca2bd51, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731694487311 2024-11-15T18:14:49,057 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 4494875a37af4995b8bbff728f2b2cf5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731694487311 2024-11-15T18:14:49,057 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 911ac86526d2413697820b86b8dd51c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731694487645 2024-11-15T18:14:49,057 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting eadf566313dc46f689b985adaf33895c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731694487645 2024-11-15T18:14:49,058 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 31ff7828cae14c9e813489acf625c1a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731694488312 2024-11-15T18:14:49,058 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 279c0b78f47346b2aa04bd91482c2e48, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731694488312 2024-11-15T18:14:49,075 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#B#compaction#45 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:49,075 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/1563e13759ab445ea513b04fd5adde66 is 50, key is test_row_0/B:col10/1731694488331/Put/seqid=0 2024-11-15T18:14:49,081 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#A#compaction#46 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:49,082 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/63ead47619fc42f3ac32d29a7fe9eb2a is 50, key is test_row_0/A:col10/1731694488331/Put/seqid=0 2024-11-15T18:14:49,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741882_1058 (size=12663) 2024-11-15T18:14:49,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741883_1059 (size=12663) 2024-11-15T18:14:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-15T18:14:49,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-15T18:14:49,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:49,187 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 90f5ccc489f8f60b11b7f49336d0e4de 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-15T18:14:49,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=A 2024-11-15T18:14:49,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:49,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=B 2024-11-15T18:14:49,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:49,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=C 2024-11-15T18:14:49,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:49,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/792094f56911426e9d4e7beb8e35111e is 50, key is test_row_0/A:col10/1731694488534/Put/seqid=0 2024-11-15T18:14:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:49,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:49,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741884_1060 (size=12151) 2024-11-15T18:14:49,215 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/792094f56911426e9d4e7beb8e35111e 2024-11-15T18:14:49,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/0e87f628aeff4162b01b51027757cad5 is 50, key is test_row_0/B:col10/1731694488534/Put/seqid=0 2024-11-15T18:14:49,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741885_1061 (size=12151) 2024-11-15T18:14:49,243 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/0e87f628aeff4162b01b51027757cad5 2024-11-15T18:14:49,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/e5c3f4ff1ece47208c246c3aac488337 is 50, key is test_row_0/C:col10/1731694488534/Put/seqid=0 2024-11-15T18:14:49,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741886_1062 (size=12151) 2024-11-15T18:14:49,286 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/e5c3f4ff1ece47208c246c3aac488337 2024-11-15T18:14:49,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/792094f56911426e9d4e7beb8e35111e as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/792094f56911426e9d4e7beb8e35111e 2024-11-15T18:14:49,307 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/792094f56911426e9d4e7beb8e35111e, entries=150, sequenceid=217, filesize=11.9 K 2024-11-15T18:14:49,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/0e87f628aeff4162b01b51027757cad5 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/0e87f628aeff4162b01b51027757cad5 2024-11-15T18:14:49,318 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/0e87f628aeff4162b01b51027757cad5, entries=150, sequenceid=217, filesize=11.9 K 2024-11-15T18:14:49,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/e5c3f4ff1ece47208c246c3aac488337 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/e5c3f4ff1ece47208c246c3aac488337 2024-11-15T18:14:49,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694549318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:49,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:49,328 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/e5c3f4ff1ece47208c246c3aac488337, entries=150, sequenceid=217, filesize=11.9 K 2024-11-15T18:14:49,330 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 90f5ccc489f8f60b11b7f49336d0e4de in 142ms, sequenceid=217, compaction requested=true 2024-11-15T18:14:49,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:49,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:49,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-15T18:14:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-15T18:14:49,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-15T18:14:49,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 774 msec 2024-11-15T18:14:49,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 784 msec 2024-11-15T18:14:49,448 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694489291, max timestamp=1731694489434Num uniques 859; 2024-11-15T18:14:49,448 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:14:49,451 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694489291, max timestamp=1731694489434Num uniques 859; 2024-11-15T18:14:49,451 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:14:49,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:49,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 90f5ccc489f8f60b11b7f49336d0e4de 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB 2024-11-15T18:14:49,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=A 2024-11-15T18:14:49,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:14:49,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=B 2024-11-15T18:14:49,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:14:49,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=C 2024-11-15T18:14:49,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:14:49,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/2f34441473ff4bc88352a6aefb8fb967 is 50, key is test_row_0/A:col10/1731694489434/Put/seqid=0 2024-11-15T18:14:49,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741887_1063 (size=12151) 2024-11-15T18:14:49,514 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/1563e13759ab445ea513b04fd5adde66 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/1563e13759ab445ea513b04fd5adde66 2024-11-15T18:14:49,517 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/63ead47619fc42f3ac32d29a7fe9eb2a as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/63ead47619fc42f3ac32d29a7fe9eb2a 2024-11-15T18:14:49,529 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/A of 90f5ccc489f8f60b11b7f49336d0e4de into 63ead47619fc42f3ac32d29a7fe9eb2a(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:49,529 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/B of 90f5ccc489f8f60b11b7f49336d0e4de into 1563e13759ab445ea513b04fd5adde66(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:49,530 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:49,530 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:49,530 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/A, priority=13, startTime=1731694489053; duration=0sec 2024-11-15T18:14:49,530 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/B, priority=13, startTime=1731694489054; duration=0sec 2024-11-15T18:14:49,530 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:14:49,530 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:A 2024-11-15T18:14:49,530 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:49,530 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T18:14:49,530 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:B 2024-11-15T18:14:49,532 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T18:14:49,532 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/C is initiating minor compaction (all files) 2024-11-15T18:14:49,532 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/C in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:49,532 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/52311614fa2a4f7fa2a0aac43562a155, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/21e118d20aca4bf9bfe9eba2a5e677f5, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/cd61c75484864c2588b19d1c18980ca5, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/e5c3f4ff1ece47208c246c3aac488337] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=47.9 K 2024-11-15T18:14:49,534 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52311614fa2a4f7fa2a0aac43562a155, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731694487311 2024-11-15T18:14:49,536 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21e118d20aca4bf9bfe9eba2a5e677f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731694487645 2024-11-15T18:14:49,536 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd61c75484864c2588b19d1c18980ca5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731694488312 2024-11-15T18:14:49,538 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5c3f4ff1ece47208c246c3aac488337, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731694488531 2024-11-15T18:14:49,579 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#C#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:49,580 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/22e4455425654ca0a945ae063636bcdc is 50, key is test_row_0/C:col10/1731694488534/Put/seqid=0 2024-11-15T18:14:49,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741888_1064 (size=12697) 2024-11-15T18:14:49,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694549558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:49,611 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694489544, max timestamp=1731694489583Num uniques 859; 2024-11-15T18:14:49,611 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694489544, max timestamp=1731694489583Num uniques 859; 2024-11-15T18:14:49,611 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:14:49,611 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:14:49,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:49,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694549640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:49,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694549646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:49,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:49,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694549646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:49,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:49,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694549650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:49,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-15T18:14:49,690 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:14:49,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:14:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-15T18:14:49,695 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:14:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T18:14:49,697 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:14:49,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:14:49,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694549719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:49,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:49,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694549759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:49,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:49,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694549759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:49,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:49,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:49,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694549760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:49,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:49,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:49,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694549760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:49,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T18:14:49,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-15T18:14:49,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:49,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:49,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:49,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:49,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:49,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/2f34441473ff4bc88352a6aefb8fb967 2024-11-15T18:14:49,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694549929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:49,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:49,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/08cccf37415e4051ba0b5b9fe4467dcc is 50, key is test_row_0/B:col10/1731694489434/Put/seqid=0 2024-11-15T18:14:49,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741889_1065 (size=12151) 2024-11-15T18:14:49,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/08cccf37415e4051ba0b5b9fe4467dcc 2024-11-15T18:14:49,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/a053c8b19df94f4da2704bcee8cd765a is 50, key is test_row_0/C:col10/1731694489434/Put/seqid=0 2024-11-15T18:14:49,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694549970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:49,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:49,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694549970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:49,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:49,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:49,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694549970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:49,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:49,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694549980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:49,984 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,984 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:49,984 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:50,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741890_1066 (size=12151) 2024-11-15T18:14:50,004 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/22e4455425654ca0a945ae063636bcdc as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/22e4455425654ca0a945ae063636bcdc 2024-11-15T18:14:50,014 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/C of 90f5ccc489f8f60b11b7f49336d0e4de into 22e4455425654ca0a945ae063636bcdc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:50,014 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:50,014 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/C, priority=12, startTime=1731694489054; duration=0sec 2024-11-15T18:14:50,014 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:50,014 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:C 2024-11-15T18:14:50,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-15T18:14:50,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:50,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:50,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:50,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:50,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T18:14:50,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-15T18:14:50,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:50,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:50,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:50,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:50,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:50,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694550250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:50,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:50,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:50,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:50,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694550280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:50,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:50,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:50,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:50,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694550280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:50,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:50,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:50,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:50,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694550289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:50,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694550289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:50,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:50,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:50,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:50,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:50,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:50,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:50,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-15T18:14:50,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:50,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:50,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:50,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:50,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T18:14:50,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/a053c8b19df94f4da2704bcee8cd765a 2024-11-15T18:14:50,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/2f34441473ff4bc88352a6aefb8fb967 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/2f34441473ff4bc88352a6aefb8fb967 2024-11-15T18:14:50,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/2f34441473ff4bc88352a6aefb8fb967, entries=150, sequenceid=238, filesize=11.9 K 2024-11-15T18:14:50,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/08cccf37415e4051ba0b5b9fe4467dcc as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/08cccf37415e4051ba0b5b9fe4467dcc 2024-11-15T18:14:50,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/08cccf37415e4051ba0b5b9fe4467dcc, entries=150, sequenceid=238, filesize=11.9 K 2024-11-15T18:14:50,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/a053c8b19df94f4da2704bcee8cd765a as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/a053c8b19df94f4da2704bcee8cd765a 2024-11-15T18:14:50,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/a053c8b19df94f4da2704bcee8cd765a, entries=150, sequenceid=238, filesize=11.9 K 2024-11-15T18:14:50,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~58.14 KB/59540, heapSize ~164.13 KB/168064, currentSize=125.23 KB/128240 for 90f5ccc489f8f60b11b7f49336d0e4de in 986ms, sequenceid=238, compaction requested=true 2024-11-15T18:14:50,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:50,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:14:50,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:50,439 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:50,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:14:50,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:50,439 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:50,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:14:50,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:14:50,441 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:50,441 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/B is initiating minor compaction (all files) 2024-11-15T18:14:50,441 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/B in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:50,441 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/1563e13759ab445ea513b04fd5adde66, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/0e87f628aeff4162b01b51027757cad5, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/08cccf37415e4051ba0b5b9fe4467dcc] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=36.1 K 2024-11-15T18:14:50,441 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:50,442 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/A is initiating minor compaction (all files) 2024-11-15T18:14:50,442 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/A in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:50,442 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/63ead47619fc42f3ac32d29a7fe9eb2a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/792094f56911426e9d4e7beb8e35111e, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/2f34441473ff4bc88352a6aefb8fb967] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=36.1 K 2024-11-15T18:14:50,443 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 63ead47619fc42f3ac32d29a7fe9eb2a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731694488312 2024-11-15T18:14:50,443 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1563e13759ab445ea513b04fd5adde66, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731694488312 2024-11-15T18:14:50,443 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 792094f56911426e9d4e7beb8e35111e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731694488531 2024-11-15T18:14:50,443 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e87f628aeff4162b01b51027757cad5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731694488531 2024-11-15T18:14:50,444 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f34441473ff4bc88352a6aefb8fb967, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731694489291 2024-11-15T18:14:50,444 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08cccf37415e4051ba0b5b9fe4467dcc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731694489291 2024-11-15T18:14:50,458 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#B#compaction#54 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:50,459 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/93cca873c7824b81ab2de47f9299840a is 50, key is test_row_0/B:col10/1731694489434/Put/seqid=0 2024-11-15T18:14:50,462 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#A#compaction#55 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:50,462 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/e7b3e626c0ad4f74bf4e911e8fb76a7d is 50, key is test_row_0/A:col10/1731694489434/Put/seqid=0 2024-11-15T18:14:50,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-15T18:14:50,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:50,475 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 90f5ccc489f8f60b11b7f49336d0e4de 3/3 column families, dataSize=125.23 KB heapSize=363.39 KB 2024-11-15T18:14:50,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=A 2024-11-15T18:14:50,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741891_1067 (size=12765) 2024-11-15T18:14:50,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:14:50,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=B 2024-11-15T18:14:50,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:14:50,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=C 2024-11-15T18:14:50,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:14:50,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741892_1068 (size=12765) 2024-11-15T18:14:50,497 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/93cca873c7824b81ab2de47f9299840a as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/93cca873c7824b81ab2de47f9299840a 2024-11-15T18:14:50,500 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/e7b3e626c0ad4f74bf4e911e8fb76a7d as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/e7b3e626c0ad4f74bf4e911e8fb76a7d 2024-11-15T18:14:50,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/27892b98744c478688dd9ffb74191984 is 50, key is test_row_0/A:col10/1731694489564/Put/seqid=0 2024-11-15T18:14:50,509 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/B of 90f5ccc489f8f60b11b7f49336d0e4de into 93cca873c7824b81ab2de47f9299840a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:50,509 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:50,509 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/B, priority=13, startTime=1731694490439; duration=0sec 2024-11-15T18:14:50,509 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:14:50,509 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:B 2024-11-15T18:14:50,509 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-15T18:14:50,512 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-15T18:14:50,512 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-15T18:14:50,513 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. because compaction request was cancelled 2024-11-15T18:14:50,513 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:C 2024-11-15T18:14:50,513 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/A of 90f5ccc489f8f60b11b7f49336d0e4de into e7b3e626c0ad4f74bf4e911e8fb76a7d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:50,513 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:50,513 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/A, priority=13, startTime=1731694490439; duration=0sec 2024-11-15T18:14:50,513 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:50,513 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:A 2024-11-15T18:14:50,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741893_1069 (size=12301) 2024-11-15T18:14:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:50,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:50,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T18:14:50,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:50,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694550844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:50,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:50,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:50,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:50,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:50,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694550844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:50,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:50,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:50,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:50,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:50,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694550844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:50,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:50,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:50,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:50,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:50,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694550847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:50,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:50,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:50,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:50,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:50,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694550847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:50,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:50,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:50,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:50,923 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/27892b98744c478688dd9ffb74191984 2024-11-15T18:14:50,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/4ad1c6402d0a42789e43e808a05cfdc2 is 50, key is test_row_0/B:col10/1731694489564/Put/seqid=0 2024-11-15T18:14:50,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694550959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:50,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:50,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:50,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:50,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:50,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694550960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:50,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:50,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:50,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:50,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694550960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:50,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:50,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:50,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:50,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:50,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694550960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:50,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:50,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:50,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:50,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:50,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694550960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:50,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:50,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:50,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:50,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741894_1070 (size=12301) 2024-11-15T18:14:51,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694551169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:51,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:51,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:51,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:51,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694551169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:51,172 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:51,172 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:51,172 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:51,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:51,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694551170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694551170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:51,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:51,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:51,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:51,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694551170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:51,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:51,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:51,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:51,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:51,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:51,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:51,401 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/4ad1c6402d0a42789e43e808a05cfdc2 2024-11-15T18:14:51,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/81f0b6e53794484ea738486bd6d27e08 is 50, key is test_row_0/C:col10/1731694489564/Put/seqid=0 2024-11-15T18:14:51,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741895_1071 (size=12301) 2024-11-15T18:14:51,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694551480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:51,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:51,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:51,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:51,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694551480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:51,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:51,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:51,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:51,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694551480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:51,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:51,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:51,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:51,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694551480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:51,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:51,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:51,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:51,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694551480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:51,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:51,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:51,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T18:14:51,854 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/81f0b6e53794484ea738486bd6d27e08 2024-11-15T18:14:51,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/27892b98744c478688dd9ffb74191984 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/27892b98744c478688dd9ffb74191984 2024-11-15T18:14:51,866 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/27892b98744c478688dd9ffb74191984, entries=150, sequenceid=272, filesize=12.0 K 2024-11-15T18:14:51,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/4ad1c6402d0a42789e43e808a05cfdc2 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/4ad1c6402d0a42789e43e808a05cfdc2 2024-11-15T18:14:51,873 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/4ad1c6402d0a42789e43e808a05cfdc2, entries=150, sequenceid=272, filesize=12.0 K 2024-11-15T18:14:51,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/81f0b6e53794484ea738486bd6d27e08 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/81f0b6e53794484ea738486bd6d27e08 2024-11-15T18:14:51,880 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/81f0b6e53794484ea738486bd6d27e08, entries=150, sequenceid=272, filesize=12.0 K 2024-11-15T18:14:51,882 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~125.23 KB/128240, heapSize ~363.34 KB/372064, currentSize=60.38 KB/61830 for 90f5ccc489f8f60b11b7f49336d0e4de in 1406ms, sequenceid=272, compaction requested=true 2024-11-15T18:14:51,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:51,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:51,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-15T18:14:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-15T18:14:51,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-15T18:14:51,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1870 sec 2024-11-15T18:14:51,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 2.1980 sec 2024-11-15T18:14:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:52,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 90f5ccc489f8f60b11b7f49336d0e4de 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-15T18:14:52,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=A 2024-11-15T18:14:52,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:52,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=B 2024-11-15T18:14:52,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:52,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=C 2024-11-15T18:14:52,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:52,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/28cfe318b4d24c33a0650e53317ba885 is 50, key is test_row_0/A:col10/1731694492001/Put/seqid=0 2024-11-15T18:14:52,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741896_1072 (size=17181) 2024-11-15T18:14:52,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/28cfe318b4d24c33a0650e53317ba885 2024-11-15T18:14:52,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/afa1bb2e170047cca80465fc43e2275c is 50, key is test_row_0/B:col10/1731694492001/Put/seqid=0 2024-11-15T18:14:52,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694552036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:52,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:52,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694552039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:52,049 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:52,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694552044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:52,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:52,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694552047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:52,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694552049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:52,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:52,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:52,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741897_1073 (size=12301) 2024-11-15T18:14:52,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/afa1bb2e170047cca80465fc43e2275c 2024-11-15T18:14:52,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/2811f869248b415288d9cbcd21d489ae is 50, key is test_row_0/C:col10/1731694492001/Put/seqid=0 2024-11-15T18:14:52,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741898_1074 (size=12301) 2024-11-15T18:14:52,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694552148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:52,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:52,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694552159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:52,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:52,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694552159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:52,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694552159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:52,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:52,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694552159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:52,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:52,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:52,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694552359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:52,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:52,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694552369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:52,374 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,374 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:52,374 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:52,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694552370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:52,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:52,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694552370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:52,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:52,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694552370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:52,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:52,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/2811f869248b415288d9cbcd21d489ae 2024-11-15T18:14:52,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/28cfe318b4d24c33a0650e53317ba885 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/28cfe318b4d24c33a0650e53317ba885 2024-11-15T18:14:52,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/28cfe318b4d24c33a0650e53317ba885, entries=250, sequenceid=288, filesize=16.8 K 2024-11-15T18:14:52,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/afa1bb2e170047cca80465fc43e2275c as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/afa1bb2e170047cca80465fc43e2275c 2024-11-15T18:14:52,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/afa1bb2e170047cca80465fc43e2275c, entries=150, sequenceid=288, filesize=12.0 K 2024-11-15T18:14:52,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/2811f869248b415288d9cbcd21d489ae as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/2811f869248b415288d9cbcd21d489ae 2024-11-15T18:14:52,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/2811f869248b415288d9cbcd21d489ae, entries=150, sequenceid=288, filesize=12.0 K 2024-11-15T18:14:52,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 90f5ccc489f8f60b11b7f49336d0e4de in 510ms, sequenceid=288, compaction requested=true 2024-11-15T18:14:52,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:52,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:14:52,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:52,511 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:52,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:14:52,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:52,511 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:52,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:14:52,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:14:52,512 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:52,512 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42247 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:52,513 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/B is initiating minor compaction (all files) 2024-11-15T18:14:52,513 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/A is initiating minor compaction (all files) 2024-11-15T18:14:52,513 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/B in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:52,513 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/A in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:52,513 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/93cca873c7824b81ab2de47f9299840a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/4ad1c6402d0a42789e43e808a05cfdc2, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/afa1bb2e170047cca80465fc43e2275c] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=36.5 K 2024-11-15T18:14:52,513 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/e7b3e626c0ad4f74bf4e911e8fb76a7d, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/27892b98744c478688dd9ffb74191984, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/28cfe318b4d24c33a0650e53317ba885] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=41.3 K 2024-11-15T18:14:52,513 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7b3e626c0ad4f74bf4e911e8fb76a7d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731694489291 2024-11-15T18:14:52,513 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 93cca873c7824b81ab2de47f9299840a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731694489291 2024-11-15T18:14:52,514 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27892b98744c478688dd9ffb74191984, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731694489564 2024-11-15T18:14:52,514 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ad1c6402d0a42789e43e808a05cfdc2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731694489564 2024-11-15T18:14:52,514 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28cfe318b4d24c33a0650e53317ba885, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731694490770 2024-11-15T18:14:52,514 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting afa1bb2e170047cca80465fc43e2275c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731694490834 2024-11-15T18:14:52,526 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#B#compaction#62 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:52,527 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/0ee0af7cb2264882a7b7b37e5fbafccf is 50, key is test_row_0/B:col10/1731694492001/Put/seqid=0 2024-11-15T18:14:52,528 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#A#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:52,529 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/5b89a49e5a46444185016452c6ff1e73 is 50, key is test_row_0/A:col10/1731694492001/Put/seqid=0 2024-11-15T18:14:52,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741899_1075 (size=13017) 2024-11-15T18:14:52,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741900_1076 (size=13017) 2024-11-15T18:14:52,546 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/0ee0af7cb2264882a7b7b37e5fbafccf as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/0ee0af7cb2264882a7b7b37e5fbafccf 2024-11-15T18:14:52,559 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/5b89a49e5a46444185016452c6ff1e73 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/5b89a49e5a46444185016452c6ff1e73 2024-11-15T18:14:52,561 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/B of 90f5ccc489f8f60b11b7f49336d0e4de into 0ee0af7cb2264882a7b7b37e5fbafccf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:52,561 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:52,561 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/B, priority=13, startTime=1731694492511; duration=0sec 2024-11-15T18:14:52,561 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:14:52,561 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:B 2024-11-15T18:14:52,561 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T18:14:52,564 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T18:14:52,564 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/C is initiating minor compaction (all files) 2024-11-15T18:14:52,564 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/C in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:52,564 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/22e4455425654ca0a945ae063636bcdc, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/a053c8b19df94f4da2704bcee8cd765a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/81f0b6e53794484ea738486bd6d27e08, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/2811f869248b415288d9cbcd21d489ae] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=48.3 K 2024-11-15T18:14:52,565 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 22e4455425654ca0a945ae063636bcdc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731694488531 2024-11-15T18:14:52,566 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting a053c8b19df94f4da2704bcee8cd765a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731694489291 2024-11-15T18:14:52,566 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 81f0b6e53794484ea738486bd6d27e08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731694489564 2024-11-15T18:14:52,567 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 2811f869248b415288d9cbcd21d489ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731694490834 2024-11-15T18:14:52,569 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/A of 90f5ccc489f8f60b11b7f49336d0e4de into 5b89a49e5a46444185016452c6ff1e73(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:52,570 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:52,570 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/A, priority=13, startTime=1731694492511; duration=0sec 2024-11-15T18:14:52,570 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:52,570 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:A 2024-11-15T18:14:52,583 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#C#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:52,584 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/965ddf4ad2e14ea994626151cadbc974 is 50, key is test_row_0/C:col10/1731694492001/Put/seqid=0 2024-11-15T18:14:52,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741901_1077 (size=12983) 2024-11-15T18:14:52,602 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/965ddf4ad2e14ea994626151cadbc974 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/965ddf4ad2e14ea994626151cadbc974 2024-11-15T18:14:52,613 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/C of 90f5ccc489f8f60b11b7f49336d0e4de into 965ddf4ad2e14ea994626151cadbc974(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:52,614 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:52,614 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/C, priority=12, startTime=1731694492511; duration=0sec 2024-11-15T18:14:52,614 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:52,614 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:C 2024-11-15T18:14:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:52,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 90f5ccc489f8f60b11b7f49336d0e4de 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-15T18:14:52,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=A 2024-11-15T18:14:52,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:52,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=B 2024-11-15T18:14:52,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:52,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=C 2024-11-15T18:14:52,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:52,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/76bb2a795462467d9c4c53aef0e7cd5f is 50, key is test_row_0/A:col10/1731694492671/Put/seqid=0 2024-11-15T18:14:52,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694552689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:52,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:52,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741902_1078 (size=12301) 2024-11-15T18:14:52,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694552691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:52,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:52,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694552692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:52,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:52,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694552692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:52,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:52,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694552694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:52,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:52,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694552809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:52,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:52,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694552809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:52,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:52,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694552809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:52,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:52,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694552810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:52,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:52,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:53,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694553019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:53,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:53,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694553020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:53,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:53,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694553020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:53,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694553020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:53,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:53,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:53,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/76bb2a795462467d9c4c53aef0e7cd5f 2024-11-15T18:14:53,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/e160ac2dd6ce45b9b0de2522c06ca7fd is 50, key is test_row_0/B:col10/1731694492671/Put/seqid=0 2024-11-15T18:14:53,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741903_1079 (size=12301) 2024-11-15T18:14:53,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/e160ac2dd6ce45b9b0de2522c06ca7fd 2024-11-15T18:14:53,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/4a828a96aa5349d9a03cb13ab879d8bc is 50, key is test_row_0/C:col10/1731694492671/Put/seqid=0 2024-11-15T18:14:53,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741904_1080 (size=12301) 2024-11-15T18:14:53,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/4a828a96aa5349d9a03cb13ab879d8bc 2024-11-15T18:14:53,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/76bb2a795462467d9c4c53aef0e7cd5f as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/76bb2a795462467d9c4c53aef0e7cd5f 2024-11-15T18:14:53,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/76bb2a795462467d9c4c53aef0e7cd5f, entries=150, sequenceid=311, filesize=12.0 K 2024-11-15T18:14:53,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/e160ac2dd6ce45b9b0de2522c06ca7fd as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/e160ac2dd6ce45b9b0de2522c06ca7fd 2024-11-15T18:14:53,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/e160ac2dd6ce45b9b0de2522c06ca7fd, entries=150, sequenceid=311, filesize=12.0 K 2024-11-15T18:14:53,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/4a828a96aa5349d9a03cb13ab879d8bc as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/4a828a96aa5349d9a03cb13ab879d8bc 2024-11-15T18:14:53,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/4a828a96aa5349d9a03cb13ab879d8bc, entries=150, sequenceid=311, filesize=12.0 K 2024-11-15T18:14:53,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 90f5ccc489f8f60b11b7f49336d0e4de in 503ms, sequenceid=311, compaction requested=false 2024-11-15T18:14:53,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:53,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 90f5ccc489f8f60b11b7f49336d0e4de 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-15T18:14:53,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=A 2024-11-15T18:14:53,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:53,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=B 2024-11-15T18:14:53,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:53,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=C 2024-11-15T18:14:53,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:53,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/5d4c321ba67446e68f03ddca642df805 is 50, key is test_row_0/A:col10/1731694492689/Put/seqid=0 2024-11-15T18:14:53,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741905_1081 (size=12301) 2024-11-15T18:14:53,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/5d4c321ba67446e68f03ddca642df805 2024-11-15T18:14:53,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/6e5ad01d3afa4b288e1974d2f2eb42e1 is 50, key is test_row_0/B:col10/1731694492689/Put/seqid=0 2024-11-15T18:14:53,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741906_1082 (size=12301) 2024-11-15T18:14:53,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/6e5ad01d3afa4b288e1974d2f2eb42e1 2024-11-15T18:14:53,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/72fa040631e94067bfbdf72bd894783c is 50, key is test_row_0/C:col10/1731694492689/Put/seqid=0 2024-11-15T18:14:53,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694553290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:53,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:53,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741907_1083 (size=12301) 2024-11-15T18:14:53,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/72fa040631e94067bfbdf72bd894783c 2024-11-15T18:14:53,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/5d4c321ba67446e68f03ddca642df805 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/5d4c321ba67446e68f03ddca642df805 2024-11-15T18:14:53,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/5d4c321ba67446e68f03ddca642df805, entries=150, sequenceid=324, filesize=12.0 K 2024-11-15T18:14:53,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/6e5ad01d3afa4b288e1974d2f2eb42e1 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/6e5ad01d3afa4b288e1974d2f2eb42e1 2024-11-15T18:14:53,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/6e5ad01d3afa4b288e1974d2f2eb42e1, entries=150, sequenceid=324, filesize=12.0 K 2024-11-15T18:14:53,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/72fa040631e94067bfbdf72bd894783c as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/72fa040631e94067bfbdf72bd894783c 2024-11-15T18:14:53,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:53,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694553330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:53,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:53,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694553330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:53,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:53,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694553330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:53,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:53,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694553330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:53,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:53,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:53,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/72fa040631e94067bfbdf72bd894783c, entries=150, sequenceid=324, filesize=12.0 K 2024-11-15T18:14:53,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 90f5ccc489f8f60b11b7f49336d0e4de in 145ms, sequenceid=324, compaction requested=true 2024-11-15T18:14:53,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:53,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:14:53,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:53,345 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:53,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:14:53,345 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:53,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:53,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:14:53,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:14:53,346 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:53,347 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/A is initiating minor compaction (all files) 2024-11-15T18:14:53,347 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/A in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:53,347 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/5b89a49e5a46444185016452c6ff1e73, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/76bb2a795462467d9c4c53aef0e7cd5f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/5d4c321ba67446e68f03ddca642df805] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=36.7 K 2024-11-15T18:14:53,346 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:53,347 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/B is initiating minor compaction (all files) 2024-11-15T18:14:53,347 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/B in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:53,347 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/0ee0af7cb2264882a7b7b37e5fbafccf, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/e160ac2dd6ce45b9b0de2522c06ca7fd, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/6e5ad01d3afa4b288e1974d2f2eb42e1] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=36.7 K 2024-11-15T18:14:53,347 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b89a49e5a46444185016452c6ff1e73, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731694490834 2024-11-15T18:14:53,348 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ee0af7cb2264882a7b7b37e5fbafccf, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731694490834 2024-11-15T18:14:53,348 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76bb2a795462467d9c4c53aef0e7cd5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731694492043 2024-11-15T18:14:53,348 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting e160ac2dd6ce45b9b0de2522c06ca7fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731694492043 2024-11-15T18:14:53,348 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d4c321ba67446e68f03ddca642df805, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731694492689 2024-11-15T18:14:53,349 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e5ad01d3afa4b288e1974d2f2eb42e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731694492689 2024-11-15T18:14:53,363 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#A#compaction#71 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:53,363 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/4bea8fd664c341958b0793bb163727ae is 50, key is test_row_0/A:col10/1731694492689/Put/seqid=0 2024-11-15T18:14:53,374 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#B#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:53,375 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/f2bbfded889a4b6bb33d2e7d7b589dd0 is 50, key is test_row_0/B:col10/1731694492689/Put/seqid=0 2024-11-15T18:14:53,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 90f5ccc489f8f60b11b7f49336d0e4de 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-15T18:14:53,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741908_1084 (size=13119) 2024-11-15T18:14:53,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=A 2024-11-15T18:14:53,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:53,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=B 2024-11-15T18:14:53,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:53,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=C 2024-11-15T18:14:53,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:53,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/0973b81233c64d1b9dab899bd21998c9 is 50, key is test_row_0/A:col10/1731694493248/Put/seqid=0 2024-11-15T18:14:53,416 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/4bea8fd664c341958b0793bb163727ae as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/4bea8fd664c341958b0793bb163727ae 2024-11-15T18:14:53,424 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/A of 90f5ccc489f8f60b11b7f49336d0e4de into 4bea8fd664c341958b0793bb163727ae(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:53,424 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:53,424 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/A, priority=13, startTime=1731694493345; duration=0sec 2024-11-15T18:14:53,424 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:14:53,424 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:A 2024-11-15T18:14:53,424 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:53,427 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:53,427 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/C is initiating minor compaction (all files) 2024-11-15T18:14:53,427 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/C in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:53,428 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/965ddf4ad2e14ea994626151cadbc974, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/4a828a96aa5349d9a03cb13ab879d8bc, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/72fa040631e94067bfbdf72bd894783c] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=36.7 K 2024-11-15T18:14:53,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741910_1086 (size=14741) 2024-11-15T18:14:53,428 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 965ddf4ad2e14ea994626151cadbc974, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731694490834 2024-11-15T18:14:53,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/0973b81233c64d1b9dab899bd21998c9 2024-11-15T18:14:53,429 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a828a96aa5349d9a03cb13ab879d8bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731694492043 2024-11-15T18:14:53,430 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72fa040631e94067bfbdf72bd894783c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731694492689 2024-11-15T18:14:53,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741909_1085 (size=13119) 2024-11-15T18:14:53,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/e059ca75106741968d4be9e9682d688e is 50, key is test_row_0/B:col10/1731694493248/Put/seqid=0 2024-11-15T18:14:53,466 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#C#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:53,468 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/0b32fe7b730d4521bea714f10254c2d9 is 50, key is test_row_0/C:col10/1731694492689/Put/seqid=0 2024-11-15T18:14:53,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741911_1087 (size=12301) 2024-11-15T18:14:53,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/e059ca75106741968d4be9e9682d688e 2024-11-15T18:14:53,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694553472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:53,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:53,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741912_1088 (size=13085) 2024-11-15T18:14:53,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/cd269c713f7a408081ba2934c97ece69 is 50, key is test_row_0/C:col10/1731694493248/Put/seqid=0 2024-11-15T18:14:53,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741913_1089 (size=12301) 2024-11-15T18:14:53,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/cd269c713f7a408081ba2934c97ece69 2024-11-15T18:14:53,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/0973b81233c64d1b9dab899bd21998c9 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/0973b81233c64d1b9dab899bd21998c9 2024-11-15T18:14:53,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/0973b81233c64d1b9dab899bd21998c9, entries=200, sequenceid=344, filesize=14.4 K 2024-11-15T18:14:53,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/e059ca75106741968d4be9e9682d688e as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/e059ca75106741968d4be9e9682d688e 2024-11-15T18:14:53,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/e059ca75106741968d4be9e9682d688e, entries=150, sequenceid=344, filesize=12.0 K 2024-11-15T18:14:53,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/cd269c713f7a408081ba2934c97ece69 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/cd269c713f7a408081ba2934c97ece69 2024-11-15T18:14:53,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/cd269c713f7a408081ba2934c97ece69, entries=150, sequenceid=344, filesize=12.0 K 2024-11-15T18:14:53,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 90f5ccc489f8f60b11b7f49336d0e4de in 134ms, sequenceid=344, compaction requested=false 2024-11-15T18:14:53,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:53,584 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 90f5ccc489f8f60b11b7f49336d0e4de 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-15T18:14:53,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=A 2024-11-15T18:14:53,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:53,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=B 2024-11-15T18:14:53,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:53,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=C 2024-11-15T18:14:53,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:53,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/07130e2a00a340e98c0045fb9f7fade4 is 50, key is test_row_0/A:col10/1731694493456/Put/seqid=0 2024-11-15T18:14:53,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741914_1090 (size=14741) 2024-11-15T18:14:53,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:53,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694553678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:53,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:53,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694553789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:53,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:53,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:53,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694553839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:53,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:53,841 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/f2bbfded889a4b6bb33d2e7d7b589dd0 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/f2bbfded889a4b6bb33d2e7d7b589dd0 2024-11-15T18:14:53,846 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/B of 90f5ccc489f8f60b11b7f49336d0e4de into f2bbfded889a4b6bb33d2e7d7b589dd0(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:53,846 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:53,846 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/B, priority=13, startTime=1731694493345; duration=0sec 2024-11-15T18:14:53,847 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:53,847 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:B 2024-11-15T18:14:53,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:53,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694553849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:53,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:53,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:53,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694553849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:53,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:53,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694553849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:53,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:53,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:53,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:53,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T18:14:53,869 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:14:53,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:14:53,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-15T18:14:53,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T18:14:53,872 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:14:53,873 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:14:53,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:14:53,898 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/0b32fe7b730d4521bea714f10254c2d9 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/0b32fe7b730d4521bea714f10254c2d9 2024-11-15T18:14:53,907 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/C of 90f5ccc489f8f60b11b7f49336d0e4de into 0b32fe7b730d4521bea714f10254c2d9(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:53,907 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:53,907 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/C, priority=13, startTime=1731694493345; duration=0sec 2024-11-15T18:14:53,907 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:53,907 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:C 2024-11-15T18:14:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T18:14:54,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:54,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694553999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:54,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:54,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:54,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:54,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/07130e2a00a340e98c0045fb9f7fade4 2024-11-15T18:14:54,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-15T18:14:54,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:54,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:54,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:54,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:54,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:54,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/e95c9d06f26b4e66a249e53f63492dea is 50, key is test_row_0/B:col10/1731694493456/Put/seqid=0 2024-11-15T18:14:54,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741915_1091 (size=12301) 2024-11-15T18:14:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T18:14:54,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-15T18:14:54,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:54,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:54,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:54,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:54,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:54,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694554309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:54,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:54,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:54,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:54,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-15T18:14:54,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:54,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:54,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:54,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:54,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:54,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/e95c9d06f26b4e66a249e53f63492dea 2024-11-15T18:14:54,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/d0761e4b4e394cc7a3be0a4e02610b38 is 50, key is test_row_0/C:col10/1731694493456/Put/seqid=0 2024-11-15T18:14:54,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741916_1092 (size=12301) 2024-11-15T18:14:54,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/d0761e4b4e394cc7a3be0a4e02610b38 2024-11-15T18:14:54,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/07130e2a00a340e98c0045fb9f7fade4 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/07130e2a00a340e98c0045fb9f7fade4 2024-11-15T18:14:54,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-15T18:14:54,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:54,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:54,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:54,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:54,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T18:14:54,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/07130e2a00a340e98c0045fb9f7fade4, entries=200, sequenceid=358, filesize=14.4 K 2024-11-15T18:14:54,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/e95c9d06f26b4e66a249e53f63492dea as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/e95c9d06f26b4e66a249e53f63492dea 2024-11-15T18:14:54,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/e95c9d06f26b4e66a249e53f63492dea, entries=150, sequenceid=358, filesize=12.0 K 2024-11-15T18:14:54,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/d0761e4b4e394cc7a3be0a4e02610b38 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/d0761e4b4e394cc7a3be0a4e02610b38 2024-11-15T18:14:54,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/d0761e4b4e394cc7a3be0a4e02610b38, entries=150, sequenceid=358, filesize=12.0 K 2024-11-15T18:14:54,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 90f5ccc489f8f60b11b7f49336d0e4de in 942ms, sequenceid=358, compaction requested=true 2024-11-15T18:14:54,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:54,527 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:54,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:14:54,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:54,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:14:54,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:14:54,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:14:54,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:14:54,527 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:54,529 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42601 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:54,529 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/A is initiating minor compaction (all files) 2024-11-15T18:14:54,529 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/A in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:54,529 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/4bea8fd664c341958b0793bb163727ae, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/0973b81233c64d1b9dab899bd21998c9, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/07130e2a00a340e98c0045fb9f7fade4] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=41.6 K 2024-11-15T18:14:54,530 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:54,530 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/B is initiating minor compaction (all files) 2024-11-15T18:14:54,530 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/B in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:54,530 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/f2bbfded889a4b6bb33d2e7d7b589dd0, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/e059ca75106741968d4be9e9682d688e, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/e95c9d06f26b4e66a249e53f63492dea] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=36.8 K 2024-11-15T18:14:54,530 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bea8fd664c341958b0793bb163727ae, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731694492689 2024-11-15T18:14:54,531 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting f2bbfded889a4b6bb33d2e7d7b589dd0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731694492689 2024-11-15T18:14:54,532 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0973b81233c64d1b9dab899bd21998c9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731694493248 2024-11-15T18:14:54,532 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting e059ca75106741968d4be9e9682d688e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731694493248 2024-11-15T18:14:54,532 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07130e2a00a340e98c0045fb9f7fade4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731694493448 2024-11-15T18:14:54,533 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting e95c9d06f26b4e66a249e53f63492dea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731694493448 2024-11-15T18:14:54,546 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#A#compaction#80 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:54,547 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/02130ef4c05a4d7190d8e9cea7f68928 is 50, key is test_row_0/A:col10/1731694493456/Put/seqid=0 2024-11-15T18:14:54,550 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#B#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:54,551 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/dc4dc1b5aa3849aaa10d80505a713100 is 50, key is test_row_0/B:col10/1731694493456/Put/seqid=0 2024-11-15T18:14:54,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741917_1093 (size=13221) 2024-11-15T18:14:54,577 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/02130ef4c05a4d7190d8e9cea7f68928 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/02130ef4c05a4d7190d8e9cea7f68928 2024-11-15T18:14:54,584 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/A of 90f5ccc489f8f60b11b7f49336d0e4de into 02130ef4c05a4d7190d8e9cea7f68928(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:54,585 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:54,585 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/A, priority=13, startTime=1731694494527; duration=0sec 2024-11-15T18:14:54,585 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:14:54,585 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:A 2024-11-15T18:14:54,585 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:54,586 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:54,586 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/C is initiating minor compaction (all files) 2024-11-15T18:14:54,586 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/C in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:54,586 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/0b32fe7b730d4521bea714f10254c2d9, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/cd269c713f7a408081ba2934c97ece69, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/d0761e4b4e394cc7a3be0a4e02610b38] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=36.8 K 2024-11-15T18:14:54,587 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b32fe7b730d4521bea714f10254c2d9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731694492689 2024-11-15T18:14:54,587 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd269c713f7a408081ba2934c97ece69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731694493248 2024-11-15T18:14:54,588 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0761e4b4e394cc7a3be0a4e02610b38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731694493448 2024-11-15T18:14:54,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741918_1094 (size=13221) 2024-11-15T18:14:54,601 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/dc4dc1b5aa3849aaa10d80505a713100 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/dc4dc1b5aa3849aaa10d80505a713100 2024-11-15T18:14:54,608 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/B of 90f5ccc489f8f60b11b7f49336d0e4de into dc4dc1b5aa3849aaa10d80505a713100(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:54,608 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:54,608 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/B, priority=13, startTime=1731694494527; duration=0sec 2024-11-15T18:14:54,609 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:54,609 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:B 2024-11-15T18:14:54,610 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#C#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:54,611 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/e0c871e78024418f8ddc6914ddd83b17 is 50, key is test_row_0/C:col10/1731694493456/Put/seqid=0 2024-11-15T18:14:54,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741919_1095 (size=13187) 2024-11-15T18:14:54,625 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/e0c871e78024418f8ddc6914ddd83b17 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/e0c871e78024418f8ddc6914ddd83b17 2024-11-15T18:14:54,633 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/C of 90f5ccc489f8f60b11b7f49336d0e4de into e0c871e78024418f8ddc6914ddd83b17(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:54,633 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:54,633 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/C, priority=13, startTime=1731694494527; duration=0sec 2024-11-15T18:14:54,633 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:54,633 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:C 2024-11-15T18:14:54,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-15T18:14:54,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:54,652 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 90f5ccc489f8f60b11b7f49336d0e4de 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-15T18:14:54,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=A 2024-11-15T18:14:54,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:54,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=B 2024-11-15T18:14:54,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:54,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=C 2024-11-15T18:14:54,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:54,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/d1fbbbbebc3b4187999a7cd0b1c395fc is 50, key is test_row_0/A:col10/1731694493662/Put/seqid=0 2024-11-15T18:14:54,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741920_1096 (size=12301) 2024-11-15T18:14:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:54,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:54,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694554863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:54,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:54,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:54,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:54,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694554865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:54,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:54,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:54,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:54,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694554865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:54,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:54,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:54,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:54,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694554867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:54,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:54,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:54,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:54,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694554869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:54,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:54,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:54,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:54,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694554979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:54,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694554979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:54,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:54,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:54,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:54,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694554979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:54,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:54,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:54,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:54,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:54,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:54,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694554979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:54,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:54,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:54,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:54,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:54,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694554979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:54,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:54,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:54,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T18:14:55,065 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/d1fbbbbebc3b4187999a7cd0b1c395fc 2024-11-15T18:14:55,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/4db83fa178d149b5895ddac9805db3f5 is 50, key is test_row_0/B:col10/1731694493662/Put/seqid=0 2024-11-15T18:14:55,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741921_1097 (size=12301) 2024-11-15T18:14:55,087 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/4db83fa178d149b5895ddac9805db3f5 2024-11-15T18:14:55,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/609a4931787d489a803cc7efd8a81cdd is 50, key is test_row_0/C:col10/1731694493662/Put/seqid=0 2024-11-15T18:14:55,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741922_1098 (size=12301) 2024-11-15T18:14:55,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:55,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694555189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:55,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:55,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:55,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:55,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:55,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694555189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:55,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:55,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694555190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:55,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:55,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:55,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:55,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694555190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:55,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:55,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:55,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694555190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:55,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:55,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:55,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:55,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:55,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:55,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:55,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:55,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:55,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:55,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:55,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694555499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:55,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:55,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:55,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:55,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694555499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:55,502 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/609a4931787d489a803cc7efd8a81cdd 2024-11-15T18:14:55,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694555500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:55,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694555500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:55,503 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:55,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:55,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:55,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:55,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:55,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:55,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:55,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:55,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:55,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/d1fbbbbebc3b4187999a7cd0b1c395fc as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/d1fbbbbebc3b4187999a7cd0b1c395fc 2024-11-15T18:14:55,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:55,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694555510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:55,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:55,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:55,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:55,518 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/d1fbbbbebc3b4187999a7cd0b1c395fc, entries=150, sequenceid=382, filesize=12.0 K 2024-11-15T18:14:55,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/4db83fa178d149b5895ddac9805db3f5 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/4db83fa178d149b5895ddac9805db3f5 2024-11-15T18:14:55,524 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/4db83fa178d149b5895ddac9805db3f5, entries=150, sequenceid=382, filesize=12.0 K 2024-11-15T18:14:55,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/609a4931787d489a803cc7efd8a81cdd as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/609a4931787d489a803cc7efd8a81cdd 2024-11-15T18:14:55,531 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/609a4931787d489a803cc7efd8a81cdd, entries=150, sequenceid=382, filesize=12.0 K 2024-11-15T18:14:55,532 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 90f5ccc489f8f60b11b7f49336d0e4de in 880ms, sequenceid=382, compaction requested=false 2024-11-15T18:14:55,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:55,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:55,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-15T18:14:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-15T18:14:55,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-15T18:14:55,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6580 sec 2024-11-15T18:14:55,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.6670 sec 2024-11-15T18:14:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:56,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 90f5ccc489f8f60b11b7f49336d0e4de 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-15T18:14:56,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=A 2024-11-15T18:14:56,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:56,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=B 2024-11-15T18:14:56,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:56,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=C 2024-11-15T18:14:56,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:56,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/31f0b25abb0f4971be65598199844f72 is 50, key is test_row_0/A:col10/1731694496010/Put/seqid=0 2024-11-15T18:14:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T18:14:56,030 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:14:56,030 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:14:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-15T18:14:56,032 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:14:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-15T18:14:56,033 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:14:56,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:14:56,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741923_1099 (size=14741) 2024-11-15T18:14:56,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/31f0b25abb0f4971be65598199844f72 2024-11-15T18:14:56,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:56,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694556034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694556036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:56,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:56,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:56,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/f04d070ba3664830b19da34cf56078df is 50, key is test_row_0/B:col10/1731694496010/Put/seqid=0 2024-11-15T18:14:56,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694556042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:56,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:56,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694556042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:56,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:56,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694556043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:56,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:56,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741924_1100 (size=12301) 2024-11-15T18:14:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-15T18:14:56,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694556148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:56,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:56,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694556148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:56,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:56,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:56,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694556159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:56,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:56,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694556159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:56,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:56,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:56,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694556159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:56,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:56,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-15T18:14:56,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:56,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:56,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:56,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:56,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:56,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-15T18:14:56,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:56,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:56,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:56,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:56,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-15T18:14:56,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694556359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:56,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:56,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694556359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:56,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:56,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:56,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694556369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:56,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:56,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694556369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:56,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:56,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:56,374 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,374 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694556369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:56,374 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:56,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:56,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/f04d070ba3664830b19da34cf56078df 2024-11-15T18:14:56,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/253f831678c947ec861144ae94ef532f is 50, key is test_row_0/C:col10/1731694496010/Put/seqid=0 2024-11-15T18:14:56,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741925_1101 (size=12301) 2024-11-15T18:14:56,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-15T18:14:56,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:56,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:56,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:56,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:56,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:56,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-15T18:14:56,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:56,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:56,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:56,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:56,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:56,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-15T18:14:56,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:56,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694556669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:56,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:56,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694556669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:56,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:56,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:56,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:56,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694556679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694556679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:56,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:56,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694556679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:56,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:56,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:56,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-15T18:14:56,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:56,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:56,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:56,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:56,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:56,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:56,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/253f831678c947ec861144ae94ef532f 2024-11-15T18:14:56,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/31f0b25abb0f4971be65598199844f72 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/31f0b25abb0f4971be65598199844f72 2024-11-15T18:14:56,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/31f0b25abb0f4971be65598199844f72, entries=200, sequenceid=399, filesize=14.4 K 2024-11-15T18:14:56,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/f04d070ba3664830b19da34cf56078df as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/f04d070ba3664830b19da34cf56078df 2024-11-15T18:14:56,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/f04d070ba3664830b19da34cf56078df, entries=150, sequenceid=399, filesize=12.0 K 2024-11-15T18:14:56,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/253f831678c947ec861144ae94ef532f as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/253f831678c947ec861144ae94ef532f 2024-11-15T18:14:56,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/253f831678c947ec861144ae94ef532f, entries=150, sequenceid=399, filesize=12.0 K 2024-11-15T18:14:56,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 90f5ccc489f8f60b11b7f49336d0e4de in 893ms, sequenceid=399, compaction requested=true 2024-11-15T18:14:56,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:56,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:14:56,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:56,905 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:56,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:14:56,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:56,905 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:56,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:14:56,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:14:56,906 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:56,906 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:56,906 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/B is initiating minor compaction (all files) 2024-11-15T18:14:56,906 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/A is initiating minor compaction (all files) 2024-11-15T18:14:56,906 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/B in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:56,906 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/A in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:56,906 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/02130ef4c05a4d7190d8e9cea7f68928, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/d1fbbbbebc3b4187999a7cd0b1c395fc, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/31f0b25abb0f4971be65598199844f72] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=39.3 K 2024-11-15T18:14:56,906 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/dc4dc1b5aa3849aaa10d80505a713100, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/4db83fa178d149b5895ddac9805db3f5, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/f04d070ba3664830b19da34cf56078df] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=36.9 K 2024-11-15T18:14:56,907 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting dc4dc1b5aa3849aaa10d80505a713100, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731694493448 2024-11-15T18:14:56,907 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02130ef4c05a4d7190d8e9cea7f68928, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731694493448 2024-11-15T18:14:56,907 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 4db83fa178d149b5895ddac9805db3f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731694493662 2024-11-15T18:14:56,907 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1fbbbbebc3b4187999a7cd0b1c395fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731694493662 2024-11-15T18:14:56,908 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting f04d070ba3664830b19da34cf56078df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731694496010 2024-11-15T18:14:56,908 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31f0b25abb0f4971be65598199844f72, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731694494864 2024-11-15T18:14:56,918 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#A#compaction#89 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:56,919 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/720c1f815a4340b6b6bc28fb303e67f6 is 50, key is test_row_0/A:col10/1731694496010/Put/seqid=0 2024-11-15T18:14:56,919 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#B#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:56,920 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/7582f35f863342778f4cbac1cbc935c7 is 50, key is test_row_0/B:col10/1731694496010/Put/seqid=0 2024-11-15T18:14:56,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741927_1103 (size=13323) 2024-11-15T18:14:56,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741926_1102 (size=13323) 2024-11-15T18:14:56,949 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/7582f35f863342778f4cbac1cbc935c7 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/7582f35f863342778f4cbac1cbc935c7 2024-11-15T18:14:56,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-15T18:14:56,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:56,955 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 90f5ccc489f8f60b11b7f49336d0e4de 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-15T18:14:56,955 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/720c1f815a4340b6b6bc28fb303e67f6 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/720c1f815a4340b6b6bc28fb303e67f6 2024-11-15T18:14:56,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=A 2024-11-15T18:14:56,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:56,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=B 2024-11-15T18:14:56,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:56,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=C 2024-11-15T18:14:56,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:56,959 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/B of 90f5ccc489f8f60b11b7f49336d0e4de into 7582f35f863342778f4cbac1cbc935c7(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:56,959 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:56,959 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/B, priority=13, startTime=1731694496905; duration=0sec 2024-11-15T18:14:56,959 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:14:56,959 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:B 2024-11-15T18:14:56,959 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:56,962 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:56,962 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/C is initiating minor compaction (all files) 2024-11-15T18:14:56,962 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/C in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:56,962 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/e0c871e78024418f8ddc6914ddd83b17, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/609a4931787d489a803cc7efd8a81cdd, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/253f831678c947ec861144ae94ef532f] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=36.9 K 2024-11-15T18:14:56,964 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting e0c871e78024418f8ddc6914ddd83b17, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731694493448 2024-11-15T18:14:56,964 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 609a4931787d489a803cc7efd8a81cdd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731694493662 2024-11-15T18:14:56,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/63784cba4a64400793961d747123ae90 is 50, key is test_row_0/A:col10/1731694496039/Put/seqid=0 2024-11-15T18:14:56,966 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 253f831678c947ec861144ae94ef532f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731694496010 2024-11-15T18:14:56,968 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/A of 90f5ccc489f8f60b11b7f49336d0e4de into 720c1f815a4340b6b6bc28fb303e67f6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:56,968 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:56,968 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/A, priority=13, startTime=1731694496905; duration=0sec 2024-11-15T18:14:56,968 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:56,968 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:A 2024-11-15T18:14:56,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741928_1104 (size=12301) 2024-11-15T18:14:56,983 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/63784cba4a64400793961d747123ae90 2024-11-15T18:14:56,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/017e6cf25a6d499eb0cf260090921a72 is 50, key is test_row_0/B:col10/1731694496039/Put/seqid=0 2024-11-15T18:14:56,994 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#C#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:56,995 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/399b0f0c594940feba5c2ac019c70410 is 50, key is test_row_0/C:col10/1731694496010/Put/seqid=0 2024-11-15T18:14:57,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741929_1105 (size=12301) 2024-11-15T18:14:57,023 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/017e6cf25a6d499eb0cf260090921a72 2024-11-15T18:14:57,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741930_1106 (size=13289) 2024-11-15T18:14:57,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/59176c8862954868b0cbc69d04eaf5a0 is 50, key is test_row_0/C:col10/1731694496039/Put/seqid=0 2024-11-15T18:14:57,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741931_1107 (size=12301) 2024-11-15T18:14:57,051 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/59176c8862954868b0cbc69d04eaf5a0 2024-11-15T18:14:57,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/63784cba4a64400793961d747123ae90 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/63784cba4a64400793961d747123ae90 2024-11-15T18:14:57,066 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/63784cba4a64400793961d747123ae90, entries=150, sequenceid=415, filesize=12.0 K 2024-11-15T18:14:57,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/017e6cf25a6d499eb0cf260090921a72 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/017e6cf25a6d499eb0cf260090921a72 2024-11-15T18:14:57,079 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/017e6cf25a6d499eb0cf260090921a72, entries=150, sequenceid=415, filesize=12.0 K 2024-11-15T18:14:57,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/59176c8862954868b0cbc69d04eaf5a0 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/59176c8862954868b0cbc69d04eaf5a0 2024-11-15T18:14:57,086 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/59176c8862954868b0cbc69d04eaf5a0, entries=150, sequenceid=415, filesize=12.0 K 2024-11-15T18:14:57,087 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=0 B/0 for 90f5ccc489f8f60b11b7f49336d0e4de in 132ms, sequenceid=415, compaction requested=false 2024-11-15T18:14:57,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:57,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:57,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-15T18:14:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-15T18:14:57,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-15T18:14:57,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0560 sec 2024-11-15T18:14:57,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.0660 sec 2024-11-15T18:14:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-15T18:14:57,169 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:14:57,170 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:14:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-15T18:14:57,172 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:14:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-15T18:14:57,173 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:14:57,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:14:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:57,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 90f5ccc489f8f60b11b7f49336d0e4de 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T18:14:57,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=A 2024-11-15T18:14:57,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:57,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=B 2024-11-15T18:14:57,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:57,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=C 2024-11-15T18:14:57,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:57,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/16b4981c8b5c4468a4fa280369c1c187 is 50, key is test_row_0/A:col10/1731694497192/Put/seqid=0 2024-11-15T18:14:57,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741932_1108 (size=19621) 2024-11-15T18:14:57,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/16b4981c8b5c4468a4fa280369c1c187 2024-11-15T18:14:57,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/052ea816e9b945458dbceaf74c3be077 is 50, key is test_row_0/B:col10/1731694497192/Put/seqid=0 2024-11-15T18:14:57,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694557227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:57,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:57,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694557235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:57,242 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694497222, max timestamp=1731694497233Num uniques 859; 2024-11-15T18:14:57,242 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694497222, max timestamp=1731694497233Num uniques 859; 2024-11-15T18:14:57,242 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694497222, max timestamp=1731694497233Num uniques 859; 2024-11-15T18:14:57,242 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:14:57,242 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:14:57,242 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:14:57,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:57,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741933_1109 (size=12301) 2024-11-15T18:14:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-15T18:14:57,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694557276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:57,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:57,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694557278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:57,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:57,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694557288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:57,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:57,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-15T18:14:57,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:57,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:57,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:57,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:57,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:57,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694557349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:57,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694557350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:57,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:57,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:57,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694557389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:57,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:57,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694557399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:57,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:57,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694557399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:57,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:57,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:57,442 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/399b0f0c594940feba5c2ac019c70410 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/399b0f0c594940feba5c2ac019c70410 2024-11-15T18:14:57,448 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/C of 90f5ccc489f8f60b11b7f49336d0e4de into 399b0f0c594940feba5c2ac019c70410(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:57,448 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:57,448 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/C, priority=13, startTime=1731694496905; duration=0sec 2024-11-15T18:14:57,449 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:57,449 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:C 2024-11-15T18:14:57,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-15T18:14:57,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:57,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:57,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:57,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:57,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-15T18:14:57,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694557559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:57,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694557559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:57,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:57,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:57,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694557599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:57,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:57,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694557609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:57,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694557609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:57,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:57,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:57,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-15T18:14:57,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:57,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:57,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:57,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:57,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:57,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/052ea816e9b945458dbceaf74c3be077 2024-11-15T18:14:57,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/6df5fcd828dc40b4a9ce9874dc3510dc is 50, key is test_row_0/C:col10/1731694497192/Put/seqid=0 2024-11-15T18:14:57,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741934_1110 (size=12301) 2024-11-15T18:14:57,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-15T18:14:57,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:57,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:57,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:57,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:57,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-15T18:14:57,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694557869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:57,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:57,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694557869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:57,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:57,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:57,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694557909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:57,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694557919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:57,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:57,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694557919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:57,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:57,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:57,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-15T18:14:57,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:57,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:57,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:57,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:57,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:58,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/6df5fcd828dc40b4a9ce9874dc3510dc 2024-11-15T18:14:58,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/16b4981c8b5c4468a4fa280369c1c187 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/16b4981c8b5c4468a4fa280369c1c187 2024-11-15T18:14:58,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/16b4981c8b5c4468a4fa280369c1c187, entries=300, sequenceid=428, filesize=19.2 K 2024-11-15T18:14:58,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/052ea816e9b945458dbceaf74c3be077 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/052ea816e9b945458dbceaf74c3be077 2024-11-15T18:14:58,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-15T18:14:58,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:58,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:58,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:58,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:58,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:58,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/052ea816e9b945458dbceaf74c3be077, entries=150, sequenceid=428, filesize=12.0 K 2024-11-15T18:14:58,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/6df5fcd828dc40b4a9ce9874dc3510dc as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/6df5fcd828dc40b4a9ce9874dc3510dc 2024-11-15T18:14:58,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/6df5fcd828dc40b4a9ce9874dc3510dc, entries=150, sequenceid=428, filesize=12.0 K 2024-11-15T18:14:58,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 90f5ccc489f8f60b11b7f49336d0e4de in 921ms, sequenceid=428, compaction requested=true 2024-11-15T18:14:58,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:58,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:14:58,116 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:58,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:58,116 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:58,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:14:58,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:58,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:14:58,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:14:58,117 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:58,117 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/B is initiating minor compaction (all files) 2024-11-15T18:14:58,117 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/B in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:58,118 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/7582f35f863342778f4cbac1cbc935c7, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/017e6cf25a6d499eb0cf260090921a72, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/052ea816e9b945458dbceaf74c3be077] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=37.0 K 2024-11-15T18:14:58,118 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45245 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:58,118 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/A is initiating minor compaction (all files) 2024-11-15T18:14:58,118 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/A in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:58,118 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 7582f35f863342778f4cbac1cbc935c7, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731694496010 2024-11-15T18:14:58,118 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/720c1f815a4340b6b6bc28fb303e67f6, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/63784cba4a64400793961d747123ae90, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/16b4981c8b5c4468a4fa280369c1c187] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=44.2 K 2024-11-15T18:14:58,119 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 017e6cf25a6d499eb0cf260090921a72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1731694496034 2024-11-15T18:14:58,119 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 720c1f815a4340b6b6bc28fb303e67f6, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731694496010 2024-11-15T18:14:58,119 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63784cba4a64400793961d747123ae90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1731694496034 2024-11-15T18:14:58,120 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16b4981c8b5c4468a4fa280369c1c187, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1731694497186 2024-11-15T18:14:58,120 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 052ea816e9b945458dbceaf74c3be077, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1731694497189 2024-11-15T18:14:58,130 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#A#compaction#98 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:58,131 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/164ef97655ee4ae1bbc8e1fc13c47199 is 50, key is test_row_0/A:col10/1731694497192/Put/seqid=0 2024-11-15T18:14:58,131 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#B#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:58,132 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/5d35ca688797409e8da42ff8fa7d66f8 is 50, key is test_row_0/B:col10/1731694497192/Put/seqid=0 2024-11-15T18:14:58,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741935_1111 (size=13425) 2024-11-15T18:14:58,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741936_1112 (size=13425) 2024-11-15T18:14:58,152 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/164ef97655ee4ae1bbc8e1fc13c47199 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/164ef97655ee4ae1bbc8e1fc13c47199 2024-11-15T18:14:58,161 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/A of 90f5ccc489f8f60b11b7f49336d0e4de into 164ef97655ee4ae1bbc8e1fc13c47199(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:58,162 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:58,162 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/A, priority=13, startTime=1731694498116; duration=0sec 2024-11-15T18:14:58,162 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:14:58,162 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:A 2024-11-15T18:14:58,162 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:58,164 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:58,164 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/C is initiating minor compaction (all files) 2024-11-15T18:14:58,164 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/C in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:58,164 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/399b0f0c594940feba5c2ac019c70410, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/59176c8862954868b0cbc69d04eaf5a0, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/6df5fcd828dc40b4a9ce9874dc3510dc] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=37.0 K 2024-11-15T18:14:58,165 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 399b0f0c594940feba5c2ac019c70410, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731694496010 2024-11-15T18:14:58,165 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59176c8862954868b0cbc69d04eaf5a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1731694496034 2024-11-15T18:14:58,165 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6df5fcd828dc40b4a9ce9874dc3510dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1731694497189 2024-11-15T18:14:58,182 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#C#compaction#100 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:58,183 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/94111463e63f4966b94f67442ac921c0 is 50, key is test_row_0/C:col10/1731694497192/Put/seqid=0 2024-11-15T18:14:58,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741937_1113 (size=13391) 2024-11-15T18:14:58,218 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/94111463e63f4966b94f67442ac921c0 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/94111463e63f4966b94f67442ac921c0 2024-11-15T18:14:58,228 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/C of 90f5ccc489f8f60b11b7f49336d0e4de into 94111463e63f4966b94f67442ac921c0(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:58,229 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:58,229 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/C, priority=13, startTime=1731694498116; duration=0sec 2024-11-15T18:14:58,229 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:58,229 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:C 2024-11-15T18:14:58,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-15T18:14:58,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:58,245 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 90f5ccc489f8f60b11b7f49336d0e4de 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-15T18:14:58,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=A 2024-11-15T18:14:58,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:14:58,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=B 2024-11-15T18:14:58,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:14:58,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=C 2024-11-15T18:14:58,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:14:58,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/f7cb46f3c9c746c28b55cb1e5eadff46 is 50, key is test_row_0/A:col10/1731694497263/Put/seqid=0 2024-11-15T18:14:58,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741938_1114 (size=12301) 2024-11-15T18:14:58,269 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/f7cb46f3c9c746c28b55cb1e5eadff46 2024-11-15T18:14:58,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/076fec2d65eb4dba822310b35930fdce is 50, key is test_row_0/B:col10/1731694497263/Put/seqid=0 2024-11-15T18:14:58,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741939_1115 (size=12301) 2024-11-15T18:14:58,284 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/076fec2d65eb4dba822310b35930fdce 2024-11-15T18:14:58,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/ab333c506d5343d4ba5bfa1764622929 is 50, key is test_row_0/C:col10/1731694497263/Put/seqid=0 2024-11-15T18:14:58,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741940_1116 (size=12301) 2024-11-15T18:14:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-15T18:14:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:58,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:58,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694558400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:58,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:58,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:58,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694558402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:58,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:58,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:58,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:58,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:58,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694558419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:58,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:58,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:58,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:58,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694558429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:58,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:58,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694558429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:58,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:58,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:58,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:58,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:58,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:58,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694558509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:58,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:58,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694558509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:58,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:58,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:58,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:58,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:58,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:58,557 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/5d35ca688797409e8da42ff8fa7d66f8 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/5d35ca688797409e8da42ff8fa7d66f8 2024-11-15T18:14:58,563 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/B of 90f5ccc489f8f60b11b7f49336d0e4de into 5d35ca688797409e8da42ff8fa7d66f8(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:14:58,563 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:58,563 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/B, priority=13, startTime=1731694498116; duration=0sec 2024-11-15T18:14:58,563 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:58,563 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:B 2024-11-15T18:14:58,706 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/ab333c506d5343d4ba5bfa1764622929 2024-11-15T18:14:58,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/f7cb46f3c9c746c28b55cb1e5eadff46 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/f7cb46f3c9c746c28b55cb1e5eadff46 2024-11-15T18:14:58,717 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/f7cb46f3c9c746c28b55cb1e5eadff46, entries=150, sequenceid=467, filesize=12.0 K 2024-11-15T18:14:58,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/076fec2d65eb4dba822310b35930fdce as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/076fec2d65eb4dba822310b35930fdce 2024-11-15T18:14:58,723 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/076fec2d65eb4dba822310b35930fdce, entries=150, sequenceid=467, filesize=12.0 K 2024-11-15T18:14:58,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694558719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:58,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:58,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:58,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:58,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/ab333c506d5343d4ba5bfa1764622929 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/ab333c506d5343d4ba5bfa1764622929 2024-11-15T18:14:58,730 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/ab333c506d5343d4ba5bfa1764622929, entries=150, sequenceid=467, filesize=12.0 K 2024-11-15T18:14:58,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694558729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:58,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:58,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:58,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:58,731 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 90f5ccc489f8f60b11b7f49336d0e4de in 486ms, sequenceid=467, compaction requested=false 2024-11-15T18:14:58,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:58,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:58,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-15T18:14:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-15T18:14:58,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-15T18:14:58,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5590 sec 2024-11-15T18:14:58,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.5650 sec 2024-11-15T18:14:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:14:59,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 90f5ccc489f8f60b11b7f49336d0e4de 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-15T18:14:59,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=A 2024-11-15T18:14:59,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:59,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=B 2024-11-15T18:14:59,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:59,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=C 2024-11-15T18:14:59,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:14:59,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694559079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:59,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:59,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:59,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:59,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694559081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:59,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:59,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:59,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:59,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/c2b9dd0d684f4bf68bc9a17384225c0f is 50, key is test_row_0/A:col10/1731694498392/Put/seqid=0 2024-11-15T18:14:59,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741941_1117 (size=12301) 2024-11-15T18:14:59,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694559189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:59,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:59,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:59,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694559189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:59,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:59,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:59,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:59,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-15T18:14:59,319 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:14:59,320 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:14:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-15T18:14:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T18:14:59,322 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:14:59,322 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:14:59,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:14:59,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694559398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:59,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694559398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:59,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:59,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:59,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:59,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:59,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:59,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T18:14:59,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694559429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:59,430 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_1' in 90f5ccc489f8f60b11b7f49336d0e4de of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:14:59,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:59,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:59,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:59,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694559449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:59,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694559449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:59,450 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_0' in 90f5ccc489f8f60b11b7f49336d0e4de of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:14:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:59,450 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_1' in 90f5ccc489f8f60b11b7f49336d0e4de of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:14:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:59,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-15T18:14:59,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:59,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:59,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:59,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:59,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:59,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/c2b9dd0d684f4bf68bc9a17384225c0f 2024-11-15T18:14:59,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/e0a3a64e071c48f4957b0a3806b5ee1d is 50, key is test_row_0/B:col10/1731694498392/Put/seqid=0 2024-11-15T18:14:59,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741942_1118 (size=12301) 2024-11-15T18:14:59,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-15T18:14:59,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:59,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:59,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:59,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:59,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T18:14:59,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694559708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:59,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:14:59,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:59,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694559709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:14:59,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:59,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:59,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:14:59,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:14:59,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-15T18:14:59,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:59,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:59,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:59,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:59,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:59,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/e0a3a64e071c48f4957b0a3806b5ee1d 2024-11-15T18:14:59,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/cb4ddf67630642179d089de19253716b is 50, key is test_row_0/C:col10/1731694498392/Put/seqid=0 2024-11-15T18:14:59,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-15T18:14:59,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:59,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:14:59,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:59,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:59,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:59,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741943_1119 (size=12301) 2024-11-15T18:14:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:14:59,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/cb4ddf67630642179d089de19253716b 2024-11-15T18:14:59,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/c2b9dd0d684f4bf68bc9a17384225c0f as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/c2b9dd0d684f4bf68bc9a17384225c0f 2024-11-15T18:14:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T18:14:59,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/c2b9dd0d684f4bf68bc9a17384225c0f, entries=150, sequenceid=480, filesize=12.0 K 2024-11-15T18:14:59,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/e0a3a64e071c48f4957b0a3806b5ee1d as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/e0a3a64e071c48f4957b0a3806b5ee1d 2024-11-15T18:14:59,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/e0a3a64e071c48f4957b0a3806b5ee1d, entries=150, sequenceid=480, filesize=12.0 K 2024-11-15T18:14:59,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/cb4ddf67630642179d089de19253716b as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/cb4ddf67630642179d089de19253716b 2024-11-15T18:14:59,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/cb4ddf67630642179d089de19253716b, entries=150, sequenceid=480, filesize=12.0 K 2024-11-15T18:14:59,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 90f5ccc489f8f60b11b7f49336d0e4de in 934ms, sequenceid=480, compaction requested=true 2024-11-15T18:14:59,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:14:59,966 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:59,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:14:59,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:59,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:14:59,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:14:59,967 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:14:59,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:14:59,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:14:59,967 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:59,968 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/A is initiating minor compaction (all files) 2024-11-15T18:14:59,968 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/A in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:59,968 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/164ef97655ee4ae1bbc8e1fc13c47199, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/f7cb46f3c9c746c28b55cb1e5eadff46, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/c2b9dd0d684f4bf68bc9a17384225c0f] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=37.1 K 2024-11-15T18:14:59,968 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:14:59,969 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/B is initiating minor compaction (all files) 2024-11-15T18:14:59,969 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 164ef97655ee4ae1bbc8e1fc13c47199, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1731694497189 2024-11-15T18:14:59,969 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/B in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:14:59,969 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/5d35ca688797409e8da42ff8fa7d66f8, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/076fec2d65eb4dba822310b35930fdce, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/e0a3a64e071c48f4957b0a3806b5ee1d] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=37.1 K 2024-11-15T18:14:59,969 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7cb46f3c9c746c28b55cb1e5eadff46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1731694497263 2024-11-15T18:14:59,969 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d35ca688797409e8da42ff8fa7d66f8, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1731694497189 2024-11-15T18:14:59,970 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2b9dd0d684f4bf68bc9a17384225c0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731694498392 2024-11-15T18:14:59,970 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 076fec2d65eb4dba822310b35930fdce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1731694497263 2024-11-15T18:14:59,970 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting e0a3a64e071c48f4957b0a3806b5ee1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731694498392 2024-11-15T18:14:59,980 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#B#compaction#107 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:59,980 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/dc3219291c1745e8a2c7ffa935ec6d86 is 50, key is test_row_0/B:col10/1731694498392/Put/seqid=0 2024-11-15T18:14:59,985 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#A#compaction#108 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:14:59,986 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/61dd948af7ab4ba7ba32fae8c0d76438 is 50, key is test_row_0/A:col10/1731694498392/Put/seqid=0 2024-11-15T18:14:59,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741944_1120 (size=13527) 2024-11-15T18:15:00,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741945_1121 (size=13527) 2024-11-15T18:15:00,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-15T18:15:00,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:15:00,087 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 90f5ccc489f8f60b11b7f49336d0e4de 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-15T18:15:00,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=A 2024-11-15T18:15:00,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:00,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=B 2024-11-15T18:15:00,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:00,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=C 2024-11-15T18:15:00,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:00,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/de294d88c60d4655977491379cd4be51 is 50, key is test_row_0/A:col10/1731694499070/Put/seqid=0 2024-11-15T18:15:00,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741946_1122 (size=12301) 2024-11-15T18:15:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:15:00,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:15:00,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694560235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:00,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:00,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694560237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:00,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:00,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:00,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:00,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:00,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:00,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694560349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:00,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:00,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:00,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:00,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694560349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:00,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:00,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:00,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:00,408 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/61dd948af7ab4ba7ba32fae8c0d76438 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/61dd948af7ab4ba7ba32fae8c0d76438 2024-11-15T18:15:00,411 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/dc3219291c1745e8a2c7ffa935ec6d86 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/dc3219291c1745e8a2c7ffa935ec6d86 2024-11-15T18:15:00,415 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/A of 90f5ccc489f8f60b11b7f49336d0e4de into 61dd948af7ab4ba7ba32fae8c0d76438(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:00,415 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:15:00,415 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/A, priority=13, startTime=1731694499966; duration=0sec 2024-11-15T18:15:00,415 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:00,415 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:A 2024-11-15T18:15:00,415 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:00,420 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/B of 90f5ccc489f8f60b11b7f49336d0e4de into dc3219291c1745e8a2c7ffa935ec6d86(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:00,420 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:15:00,420 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:00,420 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/B, priority=13, startTime=1731694499967; duration=0sec 2024-11-15T18:15:00,420 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/C is initiating minor compaction (all files) 2024-11-15T18:15:00,420 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/C in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:15:00,420 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:00,420 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:B 2024-11-15T18:15:00,420 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/94111463e63f4966b94f67442ac921c0, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/ab333c506d5343d4ba5bfa1764622929, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/cb4ddf67630642179d089de19253716b] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=37.1 K 2024-11-15T18:15:00,420 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94111463e63f4966b94f67442ac921c0, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1731694497189 2024-11-15T18:15:00,421 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab333c506d5343d4ba5bfa1764622929, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1731694497263 2024-11-15T18:15:00,421 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb4ddf67630642179d089de19253716b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731694498392 2024-11-15T18:15:00,429 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#C#compaction#110 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:00,429 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/6693fe1129d54494898b658ed21acec1 is 50, key is test_row_0/C:col10/1731694498392/Put/seqid=0 2024-11-15T18:15:00,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741947_1123 (size=13493) 2024-11-15T18:15:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T18:15:00,497 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/de294d88c60d4655977491379cd4be51 2024-11-15T18:15:00,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/bd78e25442054773becb41f60e10a392 is 50, key is test_row_0/B:col10/1731694499070/Put/seqid=0 2024-11-15T18:15:00,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741948_1124 (size=12301) 2024-11-15T18:15:00,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694560559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:00,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:00,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:00,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694560559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:00,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:00,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:00,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:00,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:00,841 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/6693fe1129d54494898b658ed21acec1 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/6693fe1129d54494898b658ed21acec1 2024-11-15T18:15:00,847 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/C of 90f5ccc489f8f60b11b7f49336d0e4de into 6693fe1129d54494898b658ed21acec1(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:00,847 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:15:00,848 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/C, priority=13, startTime=1731694499967; duration=0sec 2024-11-15T18:15:00,848 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:00,848 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:C 2024-11-15T18:15:00,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694560869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:00,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:00,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:00,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:00,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:00,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694560869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:00,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:00,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:00,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:00,913 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/bd78e25442054773becb41f60e10a392 2024-11-15T18:15:00,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/e509d0fd72fc4d00b8f92841a5f5748b is 50, key is test_row_0/C:col10/1731694499070/Put/seqid=0 2024-11-15T18:15:00,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741949_1125 (size=12301) 2024-11-15T18:15:01,329 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/e509d0fd72fc4d00b8f92841a5f5748b 2024-11-15T18:15:01,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/de294d88c60d4655977491379cd4be51 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/de294d88c60d4655977491379cd4be51 2024-11-15T18:15:01,338 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/de294d88c60d4655977491379cd4be51, entries=150, sequenceid=500, filesize=12.0 K 2024-11-15T18:15:01,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/bd78e25442054773becb41f60e10a392 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/bd78e25442054773becb41f60e10a392 2024-11-15T18:15:01,345 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/bd78e25442054773becb41f60e10a392, entries=150, sequenceid=500, filesize=12.0 K 2024-11-15T18:15:01,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/e509d0fd72fc4d00b8f92841a5f5748b as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/e509d0fd72fc4d00b8f92841a5f5748b 2024-11-15T18:15:01,352 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/e509d0fd72fc4d00b8f92841a5f5748b, entries=150, sequenceid=500, filesize=12.0 K 2024-11-15T18:15:01,354 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 90f5ccc489f8f60b11b7f49336d0e4de in 1266ms, sequenceid=500, compaction requested=false 2024-11-15T18:15:01,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:15:01,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:15:01,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-15T18:15:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-15T18:15:01,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-15T18:15:01,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0340 sec 2024-11-15T18:15:01,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 2.0390 sec 2024-11-15T18:15:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:15:01,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 90f5ccc489f8f60b11b7f49336d0e4de 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-15T18:15:01,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=A 2024-11-15T18:15:01,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:01,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=B 2024-11-15T18:15:01,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:01,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=C 2024-11-15T18:15:01,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:01,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/ad1883b1169841f2b1634da68e20216a is 50, key is test_row_0/A:col10/1731694501379/Put/seqid=0 2024-11-15T18:15:01,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741950_1126 (size=14741) 2024-11-15T18:15:01,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/ad1883b1169841f2b1634da68e20216a 2024-11-15T18:15:01,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/9e72a5bbbfb2488ab72873ef00612742 is 50, key is test_row_0/B:col10/1731694501379/Put/seqid=0 2024-11-15T18:15:01,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741951_1127 (size=12301) 2024-11-15T18:15:01,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/9e72a5bbbfb2488ab72873ef00612742 2024-11-15T18:15:01,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/1370545ebc48438ebd96c20df0a06532 is 50, key is test_row_0/C:col10/1731694501379/Put/seqid=0 2024-11-15T18:15:01,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43974 deadline: 1731694561425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:01,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1731694561426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:01,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:01,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:01,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:01,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:01,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:01,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:01,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741952_1128 (size=12301) 2024-11-15T18:15:01,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/1370545ebc48438ebd96c20df0a06532 2024-11-15T18:15:01,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:01,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/ad1883b1169841f2b1634da68e20216a as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/ad1883b1169841f2b1634da68e20216a 2024-11-15T18:15:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731694561459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:01,460 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_1' in 90f5ccc489f8f60b11b7f49336d0e4de of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:15:01,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:01,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:01,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:01,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43916 deadline: 1731694561459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:01,462 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_1' in 90f5ccc489f8f60b11b7f49336d0e4de of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:15:01,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:01,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:01,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:01,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/ad1883b1169841f2b1634da68e20216a, entries=200, sequenceid=517, filesize=14.4 K 2024-11-15T18:15:01,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/9e72a5bbbfb2488ab72873ef00612742 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/9e72a5bbbfb2488ab72873ef00612742 2024-11-15T18:15:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T18:15:01,469 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:15:01,470 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:15:01,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/9e72a5bbbfb2488ab72873ef00612742, entries=150, sequenceid=517, filesize=12.0 K 2024-11-15T18:15:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-15T18:15:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-15T18:15:01,472 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:15:01,473 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:15:01,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:15:01,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/1370545ebc48438ebd96c20df0a06532 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/1370545ebc48438ebd96c20df0a06532 2024-11-15T18:15:01,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43996 deadline: 1731694561479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:01,484 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-15T18:15:01,484 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:15:01,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/1370545ebc48438ebd96c20df0a06532, entries=150, sequenceid=517, filesize=12.0 K 2024-11-15T18:15:01,484 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_0' in 90f5ccc489f8f60b11b7f49336d0e4de of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:15:01,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:01,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:01,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:01,486 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-15T18:15:01,486 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:15:01,487 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 90f5ccc489f8f60b11b7f49336d0e4de in 107ms, sequenceid=517, compaction requested=true 2024-11-15T18:15:01,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:15:01,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:15:01,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:01,487 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:01,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:15:01,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:01,487 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:01,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90f5ccc489f8f60b11b7f49336d0e4de:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:15:01,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:01,488 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-15T18:15:01,488 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:15:01,489 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:01,489 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40569 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:01,489 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/B is initiating minor compaction (all files) 2024-11-15T18:15:01,489 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/A is initiating minor compaction (all files) 2024-11-15T18:15:01,489 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/B in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:15:01,489 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/A in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:15:01,489 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/dc3219291c1745e8a2c7ffa935ec6d86, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/bd78e25442054773becb41f60e10a392, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/9e72a5bbbfb2488ab72873ef00612742] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=37.2 K 2024-11-15T18:15:01,489 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/61dd948af7ab4ba7ba32fae8c0d76438, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/de294d88c60d4655977491379cd4be51, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/ad1883b1169841f2b1634da68e20216a] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=39.6 K 2024-11-15T18:15:01,489 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc3219291c1745e8a2c7ffa935ec6d86, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731694498392 2024-11-15T18:15:01,489 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 61dd948af7ab4ba7ba32fae8c0d76438, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731694498392 2024-11-15T18:15:01,490 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting de294d88c60d4655977491379cd4be51, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1731694499062 2024-11-15T18:15:01,490 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd78e25442054773becb41f60e10a392, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1731694499062 2024-11-15T18:15:01,490 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting ad1883b1169841f2b1634da68e20216a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1731694500230 2024-11-15T18:15:01,490 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:01,490 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:01,490 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e72a5bbbfb2488ab72873ef00612742, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1731694500230 2024-11-15T18:15:01,490 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:01,490 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:01,491 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:01,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:01,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:01,491 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:01,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:01,493 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-15T18:15:01,493 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:15:01,493 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:01,493 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:01,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:01,498 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#B#compaction#116 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:01,498 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/0949c35adae9414287f1f6567cc0448d is 50, key is test_row_0/B:col10/1731694501379/Put/seqid=0 2024-11-15T18:15:01,499 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#A#compaction#117 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:01,500 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/22d9339e61174c4480996575b7f21d95 is 50, key is test_row_0/A:col10/1731694501379/Put/seqid=0 2024-11-15T18:15:01,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741953_1129 (size=13629) 2024-11-15T18:15:01,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741954_1130 (size=13629) 2024-11-15T18:15:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:15:01,541 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 90f5ccc489f8f60b11b7f49336d0e4de 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-15T18:15:01,541 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-15T18:15:01,541 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-15T18:15:01,541 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:15:01,541 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:15:01,541 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:01,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=A 2024-11-15T18:15:01,541 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:01,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:01,541 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:01,541 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:01,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=B 2024-11-15T18:15:01,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:01,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=C 2024-11-15T18:15:01,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:01,542 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:01,542 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:01,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/998e6846c182418ca50e98f5166592b9 is 50, key is test_row_0/A:col10/1731694501421/Put/seqid=0 2024-11-15T18:15:01,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741955_1131 (size=12301) 2024-11-15T18:15:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-15T18:15:01,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-15T18:15:01,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:15:01,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:15:01,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:15:01,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:01,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:01,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-15T18:15:01,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:15:01,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:15:01,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:15:01,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:01,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-15T18:15:01,910 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/0949c35adae9414287f1f6567cc0448d as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/0949c35adae9414287f1f6567cc0448d 2024-11-15T18:15:01,912 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/22d9339e61174c4480996575b7f21d95 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/22d9339e61174c4480996575b7f21d95 2024-11-15T18:15:01,916 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/B of 90f5ccc489f8f60b11b7f49336d0e4de into 0949c35adae9414287f1f6567cc0448d(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:01,916 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:15:01,916 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/B, priority=13, startTime=1731694501487; duration=0sec 2024-11-15T18:15:01,916 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:01,916 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:B 2024-11-15T18:15:01,916 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:01,917 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:01,917 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 90f5ccc489f8f60b11b7f49336d0e4de/C is initiating minor compaction (all files) 2024-11-15T18:15:01,917 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 90f5ccc489f8f60b11b7f49336d0e4de/C in TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:15:01,917 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/6693fe1129d54494898b658ed21acec1, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/e509d0fd72fc4d00b8f92841a5f5748b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/1370545ebc48438ebd96c20df0a06532] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp, totalSize=37.2 K 2024-11-15T18:15:01,918 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6693fe1129d54494898b658ed21acec1, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731694498392 2024-11-15T18:15:01,918 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting e509d0fd72fc4d00b8f92841a5f5748b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1731694499062 2024-11-15T18:15:01,918 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/A of 90f5ccc489f8f60b11b7f49336d0e4de into 22d9339e61174c4480996575b7f21d95(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:01,918 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1370545ebc48438ebd96c20df0a06532, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1731694500230 2024-11-15T18:15:01,918 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:15:01,919 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/A, priority=13, startTime=1731694501487; duration=0sec 2024-11-15T18:15:01,919 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:01,919 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:A 2024-11-15T18:15:01,924 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90f5ccc489f8f60b11b7f49336d0e4de#C#compaction#119 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:01,925 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/7ec9d4c404bf46018e474fbc3f28585d is 50, key is test_row_0/C:col10/1731694501379/Put/seqid=0 2024-11-15T18:15:01,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741956_1132 (size=13595) 2024-11-15T18:15:01,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-15T18:15:01,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:15:01,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:15:01,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:15:01,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:01,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:01,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/998e6846c182418ca50e98f5166592b9 2024-11-15T18:15:01,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/7ce38965018a4f44b79a4761f165a8a7 is 50, key is test_row_0/B:col10/1731694501421/Put/seqid=0 2024-11-15T18:15:01,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741957_1133 (size=12301) 2024-11-15T18:15:02,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-15T18:15:02,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:15:02,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:15:02,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:15:02,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:02,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-15T18:15:02,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-15T18:15:02,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:15:02,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:15:02,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:15:02,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:02,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:02,341 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/7ec9d4c404bf46018e474fbc3f28585d as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/7ec9d4c404bf46018e474fbc3f28585d 2024-11-15T18:15:02,347 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 90f5ccc489f8f60b11b7f49336d0e4de/C of 90f5ccc489f8f60b11b7f49336d0e4de into 7ec9d4c404bf46018e474fbc3f28585d(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:02,347 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:15:02,347 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., storeName=90f5ccc489f8f60b11b7f49336d0e4de/C, priority=13, startTime=1731694501487; duration=0sec 2024-11-15T18:15:02,347 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:02,347 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90f5ccc489f8f60b11b7f49336d0e4de:C 2024-11-15T18:15:02,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/7ce38965018a4f44b79a4761f165a8a7 2024-11-15T18:15:02,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/2775be3563004887986390f44b49fcb8 is 50, key is test_row_0/C:col10/1731694501421/Put/seqid=0 2024-11-15T18:15:02,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741958_1134 (size=12301) 2024-11-15T18:15:02,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-15T18:15:02,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:15:02,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:15:02,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:15:02,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:02,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:02,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-15T18:15:02,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:15:02,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:15:02,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:15:02,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:02,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-15T18:15:02,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-15T18:15:02,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:15:02,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. as already flushing 2024-11-15T18:15:02,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:15:02,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:02,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:02,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/2775be3563004887986390f44b49fcb8 2024-11-15T18:15:02,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/998e6846c182418ca50e98f5166592b9 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/998e6846c182418ca50e98f5166592b9 2024-11-15T18:15:02,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/998e6846c182418ca50e98f5166592b9, entries=150, sequenceid=538, filesize=12.0 K 2024-11-15T18:15:02,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/7ce38965018a4f44b79a4761f165a8a7 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/7ce38965018a4f44b79a4761f165a8a7 2024-11-15T18:15:02,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/7ce38965018a4f44b79a4761f165a8a7, entries=150, sequenceid=538, filesize=12.0 K 2024-11-15T18:15:02,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/2775be3563004887986390f44b49fcb8 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/2775be3563004887986390f44b49fcb8 2024-11-15T18:15:02,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/2775be3563004887986390f44b49fcb8, entries=150, sequenceid=538, filesize=12.0 K 2024-11-15T18:15:02,812 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=0 B/0 for 90f5ccc489f8f60b11b7f49336d0e4de in 1271ms, sequenceid=538, compaction requested=false 2024-11-15T18:15:02,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:15:02,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-15T18:15:02,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:15:02,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 90f5ccc489f8f60b11b7f49336d0e4de: 2024-11-15T18:15:02,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:15:02,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-15T18:15:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-15T18:15:02,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-15T18:15:02,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4020 sec 2024-11-15T18:15:02,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 1.4090 sec 2024-11-15T18:15:02,907 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T18:15:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-15T18:15:03,621 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:15:05,484 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-15T18:15:05,484 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:15:05,484 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:05,484 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:05,484 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-15T18:15:05,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:05,485 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:15:05,485 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:05,485 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:05,485 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:05,492 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-15T18:15:05,492 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:15:05,492 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:05,492 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:05,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:05,492 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T18:15:05,493 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-15T18:15:05,493 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-11-15T18:15:05,493 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-15T18:15:05,493 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-11-15T18:15:05,493 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 115 2024-11-15T18:15:05,493 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T18:15:05,493 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2941 2024-11-15T18:15:05,493 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2968 2024-11-15T18:15:05,493 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T18:15:05,493 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1303 2024-11-15T18:15:05,493 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3905 rows 2024-11-15T18:15:05,493 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1297 2024-11-15T18:15:05,493 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3891 rows 2024-11-15T18:15:05,493 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:15:05,494 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:15:05,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:05,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:05,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:05,498 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-15T18:15:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T18:15:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-15T18:15:05,505 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694505505"}]},"ts":"1731694505505"} 2024-11-15T18:15:05,507 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T18:15:05,507 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T18:15:05,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T18:15:05,514 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=90f5ccc489f8f60b11b7f49336d0e4de, UNASSIGN}] 2024-11-15T18:15:05,515 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=90f5ccc489f8f60b11b7f49336d0e4de, UNASSIGN 2024-11-15T18:15:05,516 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=90f5ccc489f8f60b11b7f49336d0e4de, regionState=CLOSING, regionLocation=74ec74825666,44341,1731694474564 2024-11-15T18:15:05,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=90f5ccc489f8f60b11b7f49336d0e4de, UNASSIGN because future has completed 2024-11-15T18:15:05,519 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T18:15:05,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564}] 2024-11-15T18:15:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-15T18:15:05,679 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:15:05,679 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T18:15:05,681 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing 90f5ccc489f8f60b11b7f49336d0e4de, disabling compactions & flushes 2024-11-15T18:15:05,681 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:15:05,681 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:15:05,681 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. after waiting 0 ms 2024-11-15T18:15:05,681 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:15:05,682 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(2902): Flushing 90f5ccc489f8f60b11b7f49336d0e4de 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-15T18:15:05,682 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=A 2024-11-15T18:15:05,683 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:05,683 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=B 2024-11-15T18:15:05,683 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:05,683 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90f5ccc489f8f60b11b7f49336d0e4de, store=C 2024-11-15T18:15:05,683 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:05,688 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/b459673a7bef4229bed15c87e70e7d13 is 50, key is test_row_0/A:col10/1731694505490/Put/seqid=0 2024-11-15T18:15:05,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741959_1135 (size=9857) 2024-11-15T18:15:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-15T18:15:06,093 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=548 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/b459673a7bef4229bed15c87e70e7d13 2024-11-15T18:15:06,106 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/2cb3066e6e5748f9a242b034de9defd3 is 50, key is test_row_0/B:col10/1731694505490/Put/seqid=0 2024-11-15T18:15:06,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741960_1136 (size=9857) 2024-11-15T18:15:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-15T18:15:06,511 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=548 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/2cb3066e6e5748f9a242b034de9defd3 2024-11-15T18:15:06,525 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/ced948c3b6714ebc8c54c3a7d3d81caa is 50, key is test_row_0/C:col10/1731694505490/Put/seqid=0 2024-11-15T18:15:06,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741961_1137 (size=9857) 2024-11-15T18:15:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-15T18:15:06,931 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=548 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/ced948c3b6714ebc8c54c3a7d3d81caa 2024-11-15T18:15:06,943 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/A/b459673a7bef4229bed15c87e70e7d13 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/b459673a7bef4229bed15c87e70e7d13 2024-11-15T18:15:06,949 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/b459673a7bef4229bed15c87e70e7d13, entries=100, sequenceid=548, filesize=9.6 K 2024-11-15T18:15:06,950 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/B/2cb3066e6e5748f9a242b034de9defd3 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/2cb3066e6e5748f9a242b034de9defd3 2024-11-15T18:15:06,956 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/2cb3066e6e5748f9a242b034de9defd3, entries=100, sequenceid=548, filesize=9.6 K 2024-11-15T18:15:06,957 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/.tmp/C/ced948c3b6714ebc8c54c3a7d3d81caa as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/ced948c3b6714ebc8c54c3a7d3d81caa 2024-11-15T18:15:06,962 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/ced948c3b6714ebc8c54c3a7d3d81caa, entries=100, sequenceid=548, filesize=9.6 K 2024-11-15T18:15:06,963 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 90f5ccc489f8f60b11b7f49336d0e4de in 1282ms, sequenceid=548, compaction requested=true 2024-11-15T18:15:06,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/2721a55b32b74aeeae44bb26d3a3f349, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/af513d46fd344d9b9f205797bba1818d, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/0664540c84e84616a578a17c2b56bcd6, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/de2a83fa1ce54e3bb59f7791cb87bcba, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/ced23abdf7bc4fe4b56a969c2f8941a4, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/aea23fd1e1514830b4112d2fa4f09744, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/37bc4e8eee8f460785eebdd75f7f49b5, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/4aee6a511c4f4437bb464cb1943872b6, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/396f67d825c94bd2a84b454feefd9cbf, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/b55227f68d3340d0b9b5fdd2a6af5220, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/c389d64792a0452a9c837f77c0098aa1, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/3c90a104e7d145dcbc43f92e95931dee, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/17e9dddcda7f4a1a80b209f79ca2bd51, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/911ac86526d2413697820b86b8dd51c7, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/279c0b78f47346b2aa04bd91482c2e48, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/63ead47619fc42f3ac32d29a7fe9eb2a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/792094f56911426e9d4e7beb8e35111e, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/e7b3e626c0ad4f74bf4e911e8fb76a7d, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/2f34441473ff4bc88352a6aefb8fb967, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/27892b98744c478688dd9ffb74191984, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/28cfe318b4d24c33a0650e53317ba885, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/5b89a49e5a46444185016452c6ff1e73, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/76bb2a795462467d9c4c53aef0e7cd5f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/4bea8fd664c341958b0793bb163727ae, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/5d4c321ba67446e68f03ddca642df805, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/0973b81233c64d1b9dab899bd21998c9, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/07130e2a00a340e98c0045fb9f7fade4, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/02130ef4c05a4d7190d8e9cea7f68928, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/d1fbbbbebc3b4187999a7cd0b1c395fc, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/31f0b25abb0f4971be65598199844f72, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/720c1f815a4340b6b6bc28fb303e67f6, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/63784cba4a64400793961d747123ae90, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/16b4981c8b5c4468a4fa280369c1c187, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/164ef97655ee4ae1bbc8e1fc13c47199, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/f7cb46f3c9c746c28b55cb1e5eadff46, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/61dd948af7ab4ba7ba32fae8c0d76438, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/c2b9dd0d684f4bf68bc9a17384225c0f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/de294d88c60d4655977491379cd4be51, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/ad1883b1169841f2b1634da68e20216a] to archive 2024-11-15T18:15:06,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T18:15:06,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/2721a55b32b74aeeae44bb26d3a3f349 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/2721a55b32b74aeeae44bb26d3a3f349 2024-11-15T18:15:06,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/af513d46fd344d9b9f205797bba1818d to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/af513d46fd344d9b9f205797bba1818d 2024-11-15T18:15:06,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/0664540c84e84616a578a17c2b56bcd6 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/0664540c84e84616a578a17c2b56bcd6 2024-11-15T18:15:06,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/de2a83fa1ce54e3bb59f7791cb87bcba to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/de2a83fa1ce54e3bb59f7791cb87bcba 2024-11-15T18:15:06,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/ced23abdf7bc4fe4b56a969c2f8941a4 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/ced23abdf7bc4fe4b56a969c2f8941a4 2024-11-15T18:15:06,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/aea23fd1e1514830b4112d2fa4f09744 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/aea23fd1e1514830b4112d2fa4f09744 2024-11-15T18:15:06,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/37bc4e8eee8f460785eebdd75f7f49b5 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/37bc4e8eee8f460785eebdd75f7f49b5 2024-11-15T18:15:06,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/4aee6a511c4f4437bb464cb1943872b6 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/4aee6a511c4f4437bb464cb1943872b6 2024-11-15T18:15:06,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/396f67d825c94bd2a84b454feefd9cbf to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/396f67d825c94bd2a84b454feefd9cbf 2024-11-15T18:15:06,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/b55227f68d3340d0b9b5fdd2a6af5220 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/b55227f68d3340d0b9b5fdd2a6af5220 2024-11-15T18:15:06,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/c389d64792a0452a9c837f77c0098aa1 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/c389d64792a0452a9c837f77c0098aa1 2024-11-15T18:15:06,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/3c90a104e7d145dcbc43f92e95931dee to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/3c90a104e7d145dcbc43f92e95931dee 2024-11-15T18:15:06,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/17e9dddcda7f4a1a80b209f79ca2bd51 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/17e9dddcda7f4a1a80b209f79ca2bd51 2024-11-15T18:15:06,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/911ac86526d2413697820b86b8dd51c7 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/911ac86526d2413697820b86b8dd51c7 2024-11-15T18:15:06,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/279c0b78f47346b2aa04bd91482c2e48 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/279c0b78f47346b2aa04bd91482c2e48 2024-11-15T18:15:06,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/63ead47619fc42f3ac32d29a7fe9eb2a to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/63ead47619fc42f3ac32d29a7fe9eb2a 2024-11-15T18:15:06,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/792094f56911426e9d4e7beb8e35111e to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/792094f56911426e9d4e7beb8e35111e 2024-11-15T18:15:06,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/e7b3e626c0ad4f74bf4e911e8fb76a7d to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/e7b3e626c0ad4f74bf4e911e8fb76a7d 2024-11-15T18:15:06,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/2f34441473ff4bc88352a6aefb8fb967 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/2f34441473ff4bc88352a6aefb8fb967 2024-11-15T18:15:06,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/27892b98744c478688dd9ffb74191984 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/27892b98744c478688dd9ffb74191984 2024-11-15T18:15:07,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/28cfe318b4d24c33a0650e53317ba885 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/28cfe318b4d24c33a0650e53317ba885 2024-11-15T18:15:07,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/5b89a49e5a46444185016452c6ff1e73 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/5b89a49e5a46444185016452c6ff1e73 2024-11-15T18:15:07,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/76bb2a795462467d9c4c53aef0e7cd5f to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/76bb2a795462467d9c4c53aef0e7cd5f 2024-11-15T18:15:07,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/4bea8fd664c341958b0793bb163727ae to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/4bea8fd664c341958b0793bb163727ae 2024-11-15T18:15:07,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/5d4c321ba67446e68f03ddca642df805 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/5d4c321ba67446e68f03ddca642df805 2024-11-15T18:15:07,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/0973b81233c64d1b9dab899bd21998c9 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/0973b81233c64d1b9dab899bd21998c9 2024-11-15T18:15:07,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/07130e2a00a340e98c0045fb9f7fade4 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/07130e2a00a340e98c0045fb9f7fade4 2024-11-15T18:15:07,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/02130ef4c05a4d7190d8e9cea7f68928 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/02130ef4c05a4d7190d8e9cea7f68928 2024-11-15T18:15:07,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/d1fbbbbebc3b4187999a7cd0b1c395fc to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/d1fbbbbebc3b4187999a7cd0b1c395fc 2024-11-15T18:15:07,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/31f0b25abb0f4971be65598199844f72 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/31f0b25abb0f4971be65598199844f72 2024-11-15T18:15:07,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/720c1f815a4340b6b6bc28fb303e67f6 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/720c1f815a4340b6b6bc28fb303e67f6 2024-11-15T18:15:07,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/63784cba4a64400793961d747123ae90 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/63784cba4a64400793961d747123ae90 2024-11-15T18:15:07,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/16b4981c8b5c4468a4fa280369c1c187 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/16b4981c8b5c4468a4fa280369c1c187 2024-11-15T18:15:07,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/164ef97655ee4ae1bbc8e1fc13c47199 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/164ef97655ee4ae1bbc8e1fc13c47199 2024-11-15T18:15:07,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/f7cb46f3c9c746c28b55cb1e5eadff46 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/f7cb46f3c9c746c28b55cb1e5eadff46 2024-11-15T18:15:07,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/61dd948af7ab4ba7ba32fae8c0d76438 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/61dd948af7ab4ba7ba32fae8c0d76438 2024-11-15T18:15:07,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/c2b9dd0d684f4bf68bc9a17384225c0f to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/c2b9dd0d684f4bf68bc9a17384225c0f 2024-11-15T18:15:07,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/de294d88c60d4655977491379cd4be51 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/de294d88c60d4655977491379cd4be51 2024-11-15T18:15:07,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/ad1883b1169841f2b1634da68e20216a to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/ad1883b1169841f2b1634da68e20216a 2024-11-15T18:15:07,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/2c3c9a5a58c64f68b1569874a66ab935, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/d545fbfb43db413fbdabb4d1528ab760, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/48aa57ef158e4ca88482caeefce3e2f9, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/d74febd668d94916a6727cca229d12b1, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/51a28440d64f43d197d4a4a96460f6fa, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/d670c14c4e72465fb69b974e0f9f3b03, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/c8c99aac622f468fa43011078c5f4c8c, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/716c9c7389a74da087b332680b95a80f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/2ac963243382470c9ab7672e543a2d3e, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/6098e0c80dd84732986f2d4cf3d18dbf, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/a7edbbde77b4428c8e6596a3dc1c34aa, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/4494875a37af4995b8bbff728f2b2cf5, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/6a3edc5bee30411abc496d9473baa58f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/eadf566313dc46f689b985adaf33895c, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/1563e13759ab445ea513b04fd5adde66, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/31ff7828cae14c9e813489acf625c1a3, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/0e87f628aeff4162b01b51027757cad5, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/93cca873c7824b81ab2de47f9299840a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/08cccf37415e4051ba0b5b9fe4467dcc, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/4ad1c6402d0a42789e43e808a05cfdc2, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/0ee0af7cb2264882a7b7b37e5fbafccf, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/afa1bb2e170047cca80465fc43e2275c, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/e160ac2dd6ce45b9b0de2522c06ca7fd, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/f2bbfded889a4b6bb33d2e7d7b589dd0, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/6e5ad01d3afa4b288e1974d2f2eb42e1, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/e059ca75106741968d4be9e9682d688e, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/dc4dc1b5aa3849aaa10d80505a713100, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/e95c9d06f26b4e66a249e53f63492dea, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/4db83fa178d149b5895ddac9805db3f5, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/7582f35f863342778f4cbac1cbc935c7, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/f04d070ba3664830b19da34cf56078df, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/017e6cf25a6d499eb0cf260090921a72, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/5d35ca688797409e8da42ff8fa7d66f8, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/052ea816e9b945458dbceaf74c3be077, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/076fec2d65eb4dba822310b35930fdce, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/dc3219291c1745e8a2c7ffa935ec6d86, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/e0a3a64e071c48f4957b0a3806b5ee1d, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/bd78e25442054773becb41f60e10a392, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/9e72a5bbbfb2488ab72873ef00612742] to archive 2024-11-15T18:15:07,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T18:15:07,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/2c3c9a5a58c64f68b1569874a66ab935 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/2c3c9a5a58c64f68b1569874a66ab935 2024-11-15T18:15:07,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/d545fbfb43db413fbdabb4d1528ab760 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/d545fbfb43db413fbdabb4d1528ab760 2024-11-15T18:15:07,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/48aa57ef158e4ca88482caeefce3e2f9 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/48aa57ef158e4ca88482caeefce3e2f9 2024-11-15T18:15:07,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/d74febd668d94916a6727cca229d12b1 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/d74febd668d94916a6727cca229d12b1 2024-11-15T18:15:07,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/51a28440d64f43d197d4a4a96460f6fa to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/51a28440d64f43d197d4a4a96460f6fa 2024-11-15T18:15:07,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/d670c14c4e72465fb69b974e0f9f3b03 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/d670c14c4e72465fb69b974e0f9f3b03 2024-11-15T18:15:07,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/c8c99aac622f468fa43011078c5f4c8c to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/c8c99aac622f468fa43011078c5f4c8c 2024-11-15T18:15:07,044 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/716c9c7389a74da087b332680b95a80f to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/716c9c7389a74da087b332680b95a80f 2024-11-15T18:15:07,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/2ac963243382470c9ab7672e543a2d3e to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/2ac963243382470c9ab7672e543a2d3e 2024-11-15T18:15:07,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/6098e0c80dd84732986f2d4cf3d18dbf to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/6098e0c80dd84732986f2d4cf3d18dbf 2024-11-15T18:15:07,047 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/a7edbbde77b4428c8e6596a3dc1c34aa to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/a7edbbde77b4428c8e6596a3dc1c34aa 2024-11-15T18:15:07,048 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/4494875a37af4995b8bbff728f2b2cf5 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/4494875a37af4995b8bbff728f2b2cf5 2024-11-15T18:15:07,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/6a3edc5bee30411abc496d9473baa58f to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/6a3edc5bee30411abc496d9473baa58f 2024-11-15T18:15:07,050 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/eadf566313dc46f689b985adaf33895c to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/eadf566313dc46f689b985adaf33895c 2024-11-15T18:15:07,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/1563e13759ab445ea513b04fd5adde66 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/1563e13759ab445ea513b04fd5adde66 2024-11-15T18:15:07,052 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/31ff7828cae14c9e813489acf625c1a3 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/31ff7828cae14c9e813489acf625c1a3 2024-11-15T18:15:07,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/0e87f628aeff4162b01b51027757cad5 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/0e87f628aeff4162b01b51027757cad5 2024-11-15T18:15:07,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/93cca873c7824b81ab2de47f9299840a to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/93cca873c7824b81ab2de47f9299840a 2024-11-15T18:15:07,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/08cccf37415e4051ba0b5b9fe4467dcc to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/08cccf37415e4051ba0b5b9fe4467dcc 2024-11-15T18:15:07,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/4ad1c6402d0a42789e43e808a05cfdc2 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/4ad1c6402d0a42789e43e808a05cfdc2 2024-11-15T18:15:07,058 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/0ee0af7cb2264882a7b7b37e5fbafccf to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/0ee0af7cb2264882a7b7b37e5fbafccf 2024-11-15T18:15:07,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/afa1bb2e170047cca80465fc43e2275c to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/afa1bb2e170047cca80465fc43e2275c 2024-11-15T18:15:07,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/e160ac2dd6ce45b9b0de2522c06ca7fd to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/e160ac2dd6ce45b9b0de2522c06ca7fd 2024-11-15T18:15:07,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/f2bbfded889a4b6bb33d2e7d7b589dd0 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/f2bbfded889a4b6bb33d2e7d7b589dd0 2024-11-15T18:15:07,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/6e5ad01d3afa4b288e1974d2f2eb42e1 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/6e5ad01d3afa4b288e1974d2f2eb42e1 2024-11-15T18:15:07,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/e059ca75106741968d4be9e9682d688e to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/e059ca75106741968d4be9e9682d688e 2024-11-15T18:15:07,065 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/dc4dc1b5aa3849aaa10d80505a713100 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/dc4dc1b5aa3849aaa10d80505a713100 2024-11-15T18:15:07,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/e95c9d06f26b4e66a249e53f63492dea to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/e95c9d06f26b4e66a249e53f63492dea 2024-11-15T18:15:07,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/4db83fa178d149b5895ddac9805db3f5 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/4db83fa178d149b5895ddac9805db3f5 2024-11-15T18:15:07,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/7582f35f863342778f4cbac1cbc935c7 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/7582f35f863342778f4cbac1cbc935c7 2024-11-15T18:15:07,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/f04d070ba3664830b19da34cf56078df to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/f04d070ba3664830b19da34cf56078df 2024-11-15T18:15:07,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/017e6cf25a6d499eb0cf260090921a72 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/017e6cf25a6d499eb0cf260090921a72 2024-11-15T18:15:07,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/5d35ca688797409e8da42ff8fa7d66f8 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/5d35ca688797409e8da42ff8fa7d66f8 2024-11-15T18:15:07,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/052ea816e9b945458dbceaf74c3be077 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/052ea816e9b945458dbceaf74c3be077 2024-11-15T18:15:07,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/076fec2d65eb4dba822310b35930fdce to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/076fec2d65eb4dba822310b35930fdce 2024-11-15T18:15:07,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/dc3219291c1745e8a2c7ffa935ec6d86 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/dc3219291c1745e8a2c7ffa935ec6d86 2024-11-15T18:15:07,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/e0a3a64e071c48f4957b0a3806b5ee1d to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/e0a3a64e071c48f4957b0a3806b5ee1d 2024-11-15T18:15:07,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/bd78e25442054773becb41f60e10a392 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/bd78e25442054773becb41f60e10a392 2024-11-15T18:15:07,079 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/9e72a5bbbfb2488ab72873ef00612742 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/9e72a5bbbfb2488ab72873ef00612742 2024-11-15T18:15:07,081 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/2313be76d1f84e6d96e4e44ddac37a47, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/1ef4d3c89a6245bcbb56811493b2c35d, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/9c596304a45a42b392bc6ca4a3a1623a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/9fab075c8c624b5a8497935605dfec45, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/4b3b528a3d2a402191d6fd8df47bc4df, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/ffe1da09f691494bba87132da28f0e2f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/cadd8b0ec3044745ad26c8ffb9ece0e4, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/4a0b65c87cbd434b95c78bacf262f4a6, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/6e93b7ad00fe437a9265a4bc3d999fd2, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/80c595e661d743efb1d79bb9b2776353, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/3ce116cc3a554807a35952164057315b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/52311614fa2a4f7fa2a0aac43562a155, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/7c15a7db13c04cc08ea85ce70ecb004b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/21e118d20aca4bf9bfe9eba2a5e677f5, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/cd61c75484864c2588b19d1c18980ca5, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/22e4455425654ca0a945ae063636bcdc, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/e5c3f4ff1ece47208c246c3aac488337, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/a053c8b19df94f4da2704bcee8cd765a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/81f0b6e53794484ea738486bd6d27e08, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/965ddf4ad2e14ea994626151cadbc974, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/2811f869248b415288d9cbcd21d489ae, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/4a828a96aa5349d9a03cb13ab879d8bc, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/0b32fe7b730d4521bea714f10254c2d9, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/72fa040631e94067bfbdf72bd894783c, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/cd269c713f7a408081ba2934c97ece69, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/e0c871e78024418f8ddc6914ddd83b17, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/d0761e4b4e394cc7a3be0a4e02610b38, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/609a4931787d489a803cc7efd8a81cdd, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/399b0f0c594940feba5c2ac019c70410, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/253f831678c947ec861144ae94ef532f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/59176c8862954868b0cbc69d04eaf5a0, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/94111463e63f4966b94f67442ac921c0, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/6df5fcd828dc40b4a9ce9874dc3510dc, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/ab333c506d5343d4ba5bfa1764622929, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/6693fe1129d54494898b658ed21acec1, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/cb4ddf67630642179d089de19253716b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/e509d0fd72fc4d00b8f92841a5f5748b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/1370545ebc48438ebd96c20df0a06532] to archive 2024-11-15T18:15:07,082 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T18:15:07,084 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/2313be76d1f84e6d96e4e44ddac37a47 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/2313be76d1f84e6d96e4e44ddac37a47 2024-11-15T18:15:07,085 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/1ef4d3c89a6245bcbb56811493b2c35d to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/1ef4d3c89a6245bcbb56811493b2c35d 2024-11-15T18:15:07,086 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/9c596304a45a42b392bc6ca4a3a1623a to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/9c596304a45a42b392bc6ca4a3a1623a 2024-11-15T18:15:07,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/9fab075c8c624b5a8497935605dfec45 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/9fab075c8c624b5a8497935605dfec45 2024-11-15T18:15:07,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/4b3b528a3d2a402191d6fd8df47bc4df to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/4b3b528a3d2a402191d6fd8df47bc4df 2024-11-15T18:15:07,089 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/ffe1da09f691494bba87132da28f0e2f to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/ffe1da09f691494bba87132da28f0e2f 2024-11-15T18:15:07,090 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/cadd8b0ec3044745ad26c8ffb9ece0e4 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/cadd8b0ec3044745ad26c8ffb9ece0e4 2024-11-15T18:15:07,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/4a0b65c87cbd434b95c78bacf262f4a6 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/4a0b65c87cbd434b95c78bacf262f4a6 2024-11-15T18:15:07,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/6e93b7ad00fe437a9265a4bc3d999fd2 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/6e93b7ad00fe437a9265a4bc3d999fd2 2024-11-15T18:15:07,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/80c595e661d743efb1d79bb9b2776353 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/80c595e661d743efb1d79bb9b2776353 2024-11-15T18:15:07,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/3ce116cc3a554807a35952164057315b to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/3ce116cc3a554807a35952164057315b 2024-11-15T18:15:07,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/52311614fa2a4f7fa2a0aac43562a155 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/52311614fa2a4f7fa2a0aac43562a155 2024-11-15T18:15:07,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/7c15a7db13c04cc08ea85ce70ecb004b to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/7c15a7db13c04cc08ea85ce70ecb004b 2024-11-15T18:15:07,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/21e118d20aca4bf9bfe9eba2a5e677f5 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/21e118d20aca4bf9bfe9eba2a5e677f5 2024-11-15T18:15:07,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/cd61c75484864c2588b19d1c18980ca5 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/cd61c75484864c2588b19d1c18980ca5 2024-11-15T18:15:07,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/22e4455425654ca0a945ae063636bcdc to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/22e4455425654ca0a945ae063636bcdc 2024-11-15T18:15:07,100 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/e5c3f4ff1ece47208c246c3aac488337 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/e5c3f4ff1ece47208c246c3aac488337 2024-11-15T18:15:07,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/a053c8b19df94f4da2704bcee8cd765a to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/a053c8b19df94f4da2704bcee8cd765a 2024-11-15T18:15:07,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/81f0b6e53794484ea738486bd6d27e08 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/81f0b6e53794484ea738486bd6d27e08 2024-11-15T18:15:07,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/965ddf4ad2e14ea994626151cadbc974 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/965ddf4ad2e14ea994626151cadbc974 2024-11-15T18:15:07,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/2811f869248b415288d9cbcd21d489ae to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/2811f869248b415288d9cbcd21d489ae 2024-11-15T18:15:07,104 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/4a828a96aa5349d9a03cb13ab879d8bc to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/4a828a96aa5349d9a03cb13ab879d8bc 2024-11-15T18:15:07,105 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/0b32fe7b730d4521bea714f10254c2d9 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/0b32fe7b730d4521bea714f10254c2d9 2024-11-15T18:15:07,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/72fa040631e94067bfbdf72bd894783c to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/72fa040631e94067bfbdf72bd894783c 2024-11-15T18:15:07,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/cd269c713f7a408081ba2934c97ece69 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/cd269c713f7a408081ba2934c97ece69 2024-11-15T18:15:07,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/e0c871e78024418f8ddc6914ddd83b17 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/e0c871e78024418f8ddc6914ddd83b17 2024-11-15T18:15:07,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/d0761e4b4e394cc7a3be0a4e02610b38 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/d0761e4b4e394cc7a3be0a4e02610b38 2024-11-15T18:15:07,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/609a4931787d489a803cc7efd8a81cdd to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/609a4931787d489a803cc7efd8a81cdd 2024-11-15T18:15:07,110 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/399b0f0c594940feba5c2ac019c70410 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/399b0f0c594940feba5c2ac019c70410 2024-11-15T18:15:07,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/253f831678c947ec861144ae94ef532f to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/253f831678c947ec861144ae94ef532f 2024-11-15T18:15:07,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/59176c8862954868b0cbc69d04eaf5a0 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/59176c8862954868b0cbc69d04eaf5a0 2024-11-15T18:15:07,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/94111463e63f4966b94f67442ac921c0 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/94111463e63f4966b94f67442ac921c0 2024-11-15T18:15:07,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/6df5fcd828dc40b4a9ce9874dc3510dc to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/6df5fcd828dc40b4a9ce9874dc3510dc 2024-11-15T18:15:07,115 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/ab333c506d5343d4ba5bfa1764622929 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/ab333c506d5343d4ba5bfa1764622929 2024-11-15T18:15:07,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/6693fe1129d54494898b658ed21acec1 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/6693fe1129d54494898b658ed21acec1 2024-11-15T18:15:07,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/cb4ddf67630642179d089de19253716b to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/cb4ddf67630642179d089de19253716b 2024-11-15T18:15:07,118 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/e509d0fd72fc4d00b8f92841a5f5748b to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/e509d0fd72fc4d00b8f92841a5f5748b 2024-11-15T18:15:07,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/1370545ebc48438ebd96c20df0a06532 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/1370545ebc48438ebd96c20df0a06532 2024-11-15T18:15:07,123 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/recovered.edits/551.seqid, newMaxSeqId=551, maxSeqId=1 2024-11-15T18:15:07,124 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. 2024-11-15T18:15:07,124 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for 90f5ccc489f8f60b11b7f49336d0e4de: Waiting for close lock at 1731694505681Running coprocessor pre-close hooks at 1731694505681Disabling compacts and flushes for region at 1731694505681Disabling writes for close at 1731694505681Obtaining lock to block concurrent updates at 1731694505682 (+1 ms)Preparing flush snapshotting stores in 90f5ccc489f8f60b11b7f49336d0e4de at 1731694505682Finished memstore snapshotting TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1731694505683 (+1 ms)Flushing stores of TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de. at 1731694505684 (+1 ms)Flushing 90f5ccc489f8f60b11b7f49336d0e4de/A: creating writer at 1731694505684Flushing 90f5ccc489f8f60b11b7f49336d0e4de/A: appending metadata at 1731694505687 (+3 ms)Flushing 90f5ccc489f8f60b11b7f49336d0e4de/A: closing flushed file at 1731694505687Flushing 90f5ccc489f8f60b11b7f49336d0e4de/B: creating writer at 1731694506101 (+414 ms)Flushing 90f5ccc489f8f60b11b7f49336d0e4de/B: appending metadata at 1731694506105 (+4 ms)Flushing 90f5ccc489f8f60b11b7f49336d0e4de/B: closing flushed file at 1731694506105Flushing 90f5ccc489f8f60b11b7f49336d0e4de/C: creating writer at 1731694506520 (+415 ms)Flushing 90f5ccc489f8f60b11b7f49336d0e4de/C: appending metadata at 1731694506525 (+5 ms)Flushing 90f5ccc489f8f60b11b7f49336d0e4de/C: closing flushed file at 1731694506525Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e061fd5: reopening flushed file at 1731694506941 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@180ffa44: reopening flushed file at 1731694506949 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75216f9c: reopening flushed file at 1731694506956 (+7 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 90f5ccc489f8f60b11b7f49336d0e4de in 1282ms, sequenceid=548, compaction requested=true at 1731694506963 (+7 ms)Writing region close event to WAL at 1731694507120 (+157 ms)Running coprocessor post-close hooks at 1731694507124 (+4 ms)Closed at 1731694507124 2024-11-15T18:15:07,127 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed 90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:15:07,127 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=90f5ccc489f8f60b11b7f49336d0e4de, regionState=CLOSED 2024-11-15T18:15:07,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 because future has completed 2024-11-15T18:15:07,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-15T18:15:07,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure 90f5ccc489f8f60b11b7f49336d0e4de, server=74ec74825666,44341,1731694474564 in 1.6110 sec 2024-11-15T18:15:07,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-15T18:15:07,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=90f5ccc489f8f60b11b7f49336d0e4de, UNASSIGN in 1.6180 sec 2024-11-15T18:15:07,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-15T18:15:07,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6250 sec 2024-11-15T18:15:07,137 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694507137"}]},"ts":"1731694507137"} 2024-11-15T18:15:07,139 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T18:15:07,139 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T18:15:07,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6400 sec 2024-11-15T18:15:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-15T18:15:07,651 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:15:07,660 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-15T18:15:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:15:07,664 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:15:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-15T18:15:07,666 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=33, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:15:07,670 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:15:07,674 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A, FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B, FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C, FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/recovered.edits] 2024-11-15T18:15:07,677 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/22d9339e61174c4480996575b7f21d95 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/22d9339e61174c4480996575b7f21d95 2024-11-15T18:15:07,678 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/998e6846c182418ca50e98f5166592b9 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/998e6846c182418ca50e98f5166592b9 2024-11-15T18:15:07,679 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/b459673a7bef4229bed15c87e70e7d13 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/A/b459673a7bef4229bed15c87e70e7d13 2024-11-15T18:15:07,681 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/0949c35adae9414287f1f6567cc0448d to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/0949c35adae9414287f1f6567cc0448d 2024-11-15T18:15:07,682 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/2cb3066e6e5748f9a242b034de9defd3 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/2cb3066e6e5748f9a242b034de9defd3 2024-11-15T18:15:07,684 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/7ce38965018a4f44b79a4761f165a8a7 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/B/7ce38965018a4f44b79a4761f165a8a7 2024-11-15T18:15:07,686 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/2775be3563004887986390f44b49fcb8 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/2775be3563004887986390f44b49fcb8 2024-11-15T18:15:07,687 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/7ec9d4c404bf46018e474fbc3f28585d to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/7ec9d4c404bf46018e474fbc3f28585d 2024-11-15T18:15:07,688 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/ced948c3b6714ebc8c54c3a7d3d81caa to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/C/ced948c3b6714ebc8c54c3a7d3d81caa 2024-11-15T18:15:07,691 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/recovered.edits/551.seqid to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de/recovered.edits/551.seqid 2024-11-15T18:15:07,692 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/90f5ccc489f8f60b11b7f49336d0e4de 2024-11-15T18:15:07,692 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T18:15:07,698 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=33, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:15:07,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-15T18:15:07,708 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T18:15:07,735 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T18:15:07,737 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=33, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:15:07,737 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T18:15:07,737 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731694507737"}]},"ts":"9223372036854775807"} 2024-11-15T18:15:07,741 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T18:15:07,741 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 90f5ccc489f8f60b11b7f49336d0e4de, NAME => 'TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T18:15:07,742 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T18:15:07,742 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731694507742"}]},"ts":"9223372036854775807"} 2024-11-15T18:15:07,744 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-15T18:15:07,745 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=33, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:15:07,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 85 msec 2024-11-15T18:15:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-15T18:15:07,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-15T18:15:07,769 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:15:07,783 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=247 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/74ec74825666:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;74ec74825666:44341-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_606758213_22 at /127.0.0.1:47962 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/74ec74825666:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=374 (was 301) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2479 (was 3094) 2024-11-15T18:15:07,795 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=247, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=374, ProcessCount=11, AvailableMemoryMB=2478 2024-11-15T18:15:07,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T18:15:07,797 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:15:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T18:15:07,799 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:15:07,799 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:07,799 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 34 2024-11-15T18:15:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T18:15:07,801 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:15:07,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741962_1138 (size=1061) 2024-11-15T18:15:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T18:15:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T18:15:08,209 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3 2024-11-15T18:15:08,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741963_1139 (size=53) 2024-11-15T18:15:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T18:15:08,617 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:15:08,618 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 1cfcfde150c83cfc219a7aad8dfa5a33, disabling compactions & flushes 2024-11-15T18:15:08,618 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:08,618 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:08,618 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. after waiting 0 ms 2024-11-15T18:15:08,618 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:08,618 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:08,618 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1cfcfde150c83cfc219a7aad8dfa5a33: Waiting for close lock at 1731694508617Disabling compacts and flushes for region at 1731694508617Disabling writes for close at 1731694508618 (+1 ms)Writing region close event to WAL at 1731694508618Closed at 1731694508618 2024-11-15T18:15:08,621 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:15:08,621 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731694508621"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694508621"}]},"ts":"1731694508621"} 2024-11-15T18:15:08,624 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:15:08,626 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:15:08,626 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694508626"}]},"ts":"1731694508626"} 2024-11-15T18:15:08,629 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T18:15:08,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cfcfde150c83cfc219a7aad8dfa5a33, ASSIGN}] 2024-11-15T18:15:08,631 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cfcfde150c83cfc219a7aad8dfa5a33, ASSIGN 2024-11-15T18:15:08,632 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cfcfde150c83cfc219a7aad8dfa5a33, ASSIGN; state=OFFLINE, location=74ec74825666,44341,1731694474564; forceNewPlan=false, retain=false 2024-11-15T18:15:08,784 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=1cfcfde150c83cfc219a7aad8dfa5a33, regionState=OPENING, regionLocation=74ec74825666,44341,1731694474564 2024-11-15T18:15:08,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cfcfde150c83cfc219a7aad8dfa5a33, ASSIGN because future has completed 2024-11-15T18:15:08,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564}] 2024-11-15T18:15:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T18:15:08,954 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:08,954 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:15:08,955 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:08,955 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:15:08,955 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:08,956 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:08,957 INFO [StoreOpener-1cfcfde150c83cfc219a7aad8dfa5a33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:08,959 INFO [StoreOpener-1cfcfde150c83cfc219a7aad8dfa5a33-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T18:15:08,959 INFO [StoreOpener-1cfcfde150c83cfc219a7aad8dfa5a33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cfcfde150c83cfc219a7aad8dfa5a33 columnFamilyName A 2024-11-15T18:15:08,960 DEBUG [StoreOpener-1cfcfde150c83cfc219a7aad8dfa5a33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:08,960 INFO [StoreOpener-1cfcfde150c83cfc219a7aad8dfa5a33-1 {}] regionserver.HStore(327): Store=1cfcfde150c83cfc219a7aad8dfa5a33/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:15:08,960 INFO [StoreOpener-1cfcfde150c83cfc219a7aad8dfa5a33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:08,961 INFO [StoreOpener-1cfcfde150c83cfc219a7aad8dfa5a33-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T18:15:08,962 INFO [StoreOpener-1cfcfde150c83cfc219a7aad8dfa5a33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cfcfde150c83cfc219a7aad8dfa5a33 columnFamilyName B 2024-11-15T18:15:08,962 DEBUG [StoreOpener-1cfcfde150c83cfc219a7aad8dfa5a33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:08,962 INFO [StoreOpener-1cfcfde150c83cfc219a7aad8dfa5a33-1 {}] regionserver.HStore(327): Store=1cfcfde150c83cfc219a7aad8dfa5a33/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:15:08,962 INFO [StoreOpener-1cfcfde150c83cfc219a7aad8dfa5a33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:08,963 INFO [StoreOpener-1cfcfde150c83cfc219a7aad8dfa5a33-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T18:15:08,964 INFO [StoreOpener-1cfcfde150c83cfc219a7aad8dfa5a33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cfcfde150c83cfc219a7aad8dfa5a33 columnFamilyName C 2024-11-15T18:15:08,964 DEBUG [StoreOpener-1cfcfde150c83cfc219a7aad8dfa5a33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:08,964 INFO [StoreOpener-1cfcfde150c83cfc219a7aad8dfa5a33-1 {}] regionserver.HStore(327): Store=1cfcfde150c83cfc219a7aad8dfa5a33/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:15:08,964 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:08,964 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:08,965 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:08,965 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:08,967 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:08,967 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:08,967 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T18:15:08,968 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:08,971 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:15:08,971 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 1cfcfde150c83cfc219a7aad8dfa5a33; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73051149, jitterRate=0.08854694664478302}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T18:15:08,971 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:08,972 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 1cfcfde150c83cfc219a7aad8dfa5a33: Running coprocessor pre-open hook at 1731694508956Writing region info on filesystem at 1731694508956Initializing all the Stores at 1731694508957 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694508957Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694508957Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694508957Cleaning up temporary data from old regions at 1731694508967 (+10 ms)Running coprocessor post-open hooks at 1731694508971 (+4 ms)Region opened successfully at 1731694508972 (+1 ms) 2024-11-15T18:15:08,973 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., pid=36, masterSystemTime=1731694508944 2024-11-15T18:15:08,975 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:08,975 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:08,976 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=1cfcfde150c83cfc219a7aad8dfa5a33, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,44341,1731694474564 2024-11-15T18:15:08,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 because future has completed 2024-11-15T18:15:08,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-15T18:15:08,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure 1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 in 189 msec 2024-11-15T18:15:08,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-15T18:15:08,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cfcfde150c83cfc219a7aad8dfa5a33, ASSIGN in 352 msec 2024-11-15T18:15:08,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:15:08,984 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694508984"}]},"ts":"1731694508984"} 2024-11-15T18:15:08,986 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T18:15:08,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:15:08,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1900 sec 2024-11-15T18:15:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T18:15:09,950 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:15:09,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49a00013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:09,952 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:15:09,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:09,955 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:15:09,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:09,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:15:09,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b71c65d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:09,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:15:09,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:09,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:09,959 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:09,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb71261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:09,961 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:09,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:15:09,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:09,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:09,969 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:15:09,970 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,44307,1731694473797 2024-11-15T18:15:09,970 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45945b10 2024-11-15T18:15:09,970 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:15:09,971 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:15:09,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T18:15:09,977 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:15:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-15T18:15:09,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741964_1140 (size=1097) 2024-11-15T18:15:09,997 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-15T18:15:09,997 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-15T18:15:10,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T18:15:10,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cfcfde150c83cfc219a7aad8dfa5a33, REOPEN/MOVE}] 2024-11-15T18:15:10,011 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cfcfde150c83cfc219a7aad8dfa5a33, REOPEN/MOVE 2024-11-15T18:15:10,011 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1cfcfde150c83cfc219a7aad8dfa5a33, regionState=CLOSING, regionLocation=74ec74825666,44341,1731694474564 2024-11-15T18:15:10,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cfcfde150c83cfc219a7aad8dfa5a33, REOPEN/MOVE because future has completed 2024-11-15T18:15:10,014 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T18:15:10,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564}] 2024-11-15T18:15:10,168 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(122): Close 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:10,168 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T18:15:10,168 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1722): Closing 1cfcfde150c83cfc219a7aad8dfa5a33, disabling compactions & flushes 2024-11-15T18:15:10,169 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:10,169 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:10,169 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. after waiting 0 ms 2024-11-15T18:15:10,169 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:10,174 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T18:15:10,175 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:10,175 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1676): Region close journal for 1cfcfde150c83cfc219a7aad8dfa5a33: Waiting for close lock at 1731694510168Running coprocessor pre-close hooks at 1731694510168Disabling compacts and flushes for region at 1731694510168Disabling writes for close at 1731694510169 (+1 ms)Writing region close event to WAL at 1731694510170 (+1 ms)Running coprocessor post-close hooks at 1731694510175 (+5 ms)Closed at 1731694510175 2024-11-15T18:15:10,175 WARN [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegionServer(3299): Not adding moved region record: 1cfcfde150c83cfc219a7aad8dfa5a33 to self. 2024-11-15T18:15:10,177 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(157): Closed 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:10,178 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1cfcfde150c83cfc219a7aad8dfa5a33, regionState=CLOSED 2024-11-15T18:15:10,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 because future has completed 2024-11-15T18:15:10,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-15T18:15:10,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; CloseRegionProcedure 1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 in 166 msec 2024-11-15T18:15:10,183 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cfcfde150c83cfc219a7aad8dfa5a33, REOPEN/MOVE; state=CLOSED, location=74ec74825666,44341,1731694474564; forceNewPlan=false, retain=true 2024-11-15T18:15:10,334 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1cfcfde150c83cfc219a7aad8dfa5a33, regionState=OPENING, regionLocation=74ec74825666,44341,1731694474564 2024-11-15T18:15:10,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cfcfde150c83cfc219a7aad8dfa5a33, REOPEN/MOVE because future has completed 2024-11-15T18:15:10,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564}] 2024-11-15T18:15:10,534 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:10,534 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:15:10,535 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:10,535 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:15:10,535 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:10,535 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:10,541 INFO [StoreOpener-1cfcfde150c83cfc219a7aad8dfa5a33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:10,542 INFO [StoreOpener-1cfcfde150c83cfc219a7aad8dfa5a33-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T18:15:10,548 INFO [StoreOpener-1cfcfde150c83cfc219a7aad8dfa5a33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cfcfde150c83cfc219a7aad8dfa5a33 columnFamilyName A 2024-11-15T18:15:10,550 DEBUG [StoreOpener-1cfcfde150c83cfc219a7aad8dfa5a33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:10,551 INFO [StoreOpener-1cfcfde150c83cfc219a7aad8dfa5a33-1 {}] regionserver.HStore(327): Store=1cfcfde150c83cfc219a7aad8dfa5a33/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:15:10,551 INFO [StoreOpener-1cfcfde150c83cfc219a7aad8dfa5a33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:10,552 INFO [StoreOpener-1cfcfde150c83cfc219a7aad8dfa5a33-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T18:15:10,552 INFO [StoreOpener-1cfcfde150c83cfc219a7aad8dfa5a33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cfcfde150c83cfc219a7aad8dfa5a33 columnFamilyName B 2024-11-15T18:15:10,552 DEBUG [StoreOpener-1cfcfde150c83cfc219a7aad8dfa5a33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:10,553 INFO [StoreOpener-1cfcfde150c83cfc219a7aad8dfa5a33-1 {}] regionserver.HStore(327): Store=1cfcfde150c83cfc219a7aad8dfa5a33/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:15:10,553 INFO [StoreOpener-1cfcfde150c83cfc219a7aad8dfa5a33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:10,553 INFO [StoreOpener-1cfcfde150c83cfc219a7aad8dfa5a33-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T18:15:10,553 INFO [StoreOpener-1cfcfde150c83cfc219a7aad8dfa5a33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cfcfde150c83cfc219a7aad8dfa5a33 columnFamilyName C 2024-11-15T18:15:10,553 DEBUG [StoreOpener-1cfcfde150c83cfc219a7aad8dfa5a33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:10,554 INFO [StoreOpener-1cfcfde150c83cfc219a7aad8dfa5a33-1 {}] regionserver.HStore(327): Store=1cfcfde150c83cfc219a7aad8dfa5a33/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:15:10,554 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:10,554 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:10,555 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:10,556 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:10,557 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:10,557 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:10,557 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T18:15:10,559 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:10,559 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 1cfcfde150c83cfc219a7aad8dfa5a33; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68985782, jitterRate=0.027968257665634155}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T18:15:10,559 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:10,560 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 1cfcfde150c83cfc219a7aad8dfa5a33: Running coprocessor pre-open hook at 1731694510535Writing region info on filesystem at 1731694510535Initializing all the Stores at 1731694510536 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694510536Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694510537 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694510537Cleaning up temporary data from old regions at 1731694510557 (+20 ms)Running coprocessor post-open hooks at 1731694510559 (+2 ms)Region opened successfully at 1731694510560 (+1 ms) 2024-11-15T18:15:10,561 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., pid=41, masterSystemTime=1731694510488 2024-11-15T18:15:10,562 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:10,563 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:10,563 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1cfcfde150c83cfc219a7aad8dfa5a33, regionState=OPEN, openSeqNum=5, regionLocation=74ec74825666,44341,1731694474564 2024-11-15T18:15:10,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 because future has completed 2024-11-15T18:15:10,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-11-15T18:15:10,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 in 229 msec 2024-11-15T18:15:10,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-15T18:15:10,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cfcfde150c83cfc219a7aad8dfa5a33, REOPEN/MOVE in 558 msec 2024-11-15T18:15:10,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-15T18:15:10,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 568 msec 2024-11-15T18:15:10,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 594 msec 2024-11-15T18:15:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-11-15T18:15:10,577 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:15:10,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad8b864, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:10,577 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:15:10,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:10,578 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:15:10,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:10,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:15:10,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aaa8b19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:10,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:15:10,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:10,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:10,580 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:10,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43d89034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:10,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5adc4e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:10,581 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:15:10,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:10,582 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:15:10,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:10,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:15:10,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d92e8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:10,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:15:10,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:10,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:10,584 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:10,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd6f37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:10,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681c9b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:10,585 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:15:10,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:10,586 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:15:10,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:10,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:15:10,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3643fe6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:10,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:15:10,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:10,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:10,588 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:10,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ed2c7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:10,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d0a90e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:10,589 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:15:10,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:10,590 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:15:10,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:10,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:15:10,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3218c04b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:10,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:15:10,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:10,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:10,592 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:10,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3482b30c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:10,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771f5e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:10,593 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:15:10,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:10,594 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:15:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:15:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4873eef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:15:10,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:10,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:10,596 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:10,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c17ceb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:10,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffb7a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:10,597 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:15:10,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:10,598 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:15:10,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:10,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:15:10,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b2ee338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:10,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:15:10,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:10,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:10,599 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:10,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e81207c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:10,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5453a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:10,600 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:15:10,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:10,601 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:15:10,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:10,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:15:10,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d4dbc5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:10,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:15:10,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:10,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:10,603 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:10,603 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f2083a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:10,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbb11d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:10,604 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:15:10,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:10,605 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:15:10,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:10,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:15:10,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c495221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:10,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:15:10,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:10,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:10,606 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:10,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2d9821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:10,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d2a6fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:10,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:15:10,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:10,608 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:15:10,608 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:10,608 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:15:10,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f6d0b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:10,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:15:10,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:10,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:10,610 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:10,610 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411e8aaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:10,611 DEBUG [Thread-698 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:10,611 DEBUG [Thread-690 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:10,612 DEBUG [Thread-696 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:10,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:15:10,612 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:15:10,612 DEBUG [Thread-707 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:10,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:10,612 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:10,612 DEBUG [Thread-692 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:10,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:15:10,613 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:15:10,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:10,613 DEBUG [Thread-703 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:10,614 DEBUG [Thread-701 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:10,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:10,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:10,614 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:15:10,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:10,629 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:10,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:15:10,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:15:10,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:10,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:10,629 DEBUG [Thread-694 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:10,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:15:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-15T18:15:10,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:10,631 DEBUG [Thread-705 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:10,631 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:15:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T18:15:10,632 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:15:10,632 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:10,632 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:15:10,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:15:10,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:15:10,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:10,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:10,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:10,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:10,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:10,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5] 2024-11-15T18:15:10,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:10,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5] 2024-11-15T18:15:10,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:10,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5] 2024-11-15T18:15:10,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5] 2024-11-15T18:15:10,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5] 2024-11-15T18:15:10,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5] 2024-11-15T18:15:10,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5] 2024-11-15T18:15:10,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5] 2024-11-15T18:15:10,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5] 2024-11-15T18:15:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:10,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1cfcfde150c83cfc219a7aad8dfa5a33 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T18:15:10,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=A 2024-11-15T18:15:10,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:10,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=B 2024-11-15T18:15:10,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:10,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=C 2024-11-15T18:15:10,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:10,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157ad5dbc43e444db982c0f764beca77b3_1cfcfde150c83cfc219a7aad8dfa5a33 is 50, key is test_row_0/A:col10/1731694510647/Put/seqid=0 2024-11-15T18:15:10,713 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731694510680, max timestamp=1731694510707Num uniques 859; 2024-11-15T18:15:10,713 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-15T18:15:10,714 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731694510680, max timestamp=1731694510707Num uniques 859; 2024-11-15T18:15:10,714 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-15T18:15:10,720 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731694510680, max timestamp=1731694510707Num uniques 859; 2024-11-15T18:15:10,720 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-15T18:15:10,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741965_1141 (size=19474) 2024-11-15T18:15:10,730 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:10,736 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157ad5dbc43e444db982c0f764beca77b3_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157ad5dbc43e444db982c0f764beca77b3_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:10,737 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/79c8f72b7259451d85681519667e8d78, store: [table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T18:15:10,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/79c8f72b7259451d85681519667e8d78 is 175, key is test_row_0/A:col10/1731694510647/Put/seqid=0 2024-11-15T18:15:10,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741966_1142 (size=56733) 2024-11-15T18:15:10,762 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/79c8f72b7259451d85681519667e8d78 2024-11-15T18:15:10,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/13567808620a41a8a389c5f521a54ef7 is 50, key is test_row_0/B:col10/1731694510647/Put/seqid=0 2024-11-15T18:15:10,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741967_1143 (size=12001) 2024-11-15T18:15:10,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T18:15:10,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:10,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:10,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:10,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:10,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:10,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731694570746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:10,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694570748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:10,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:10,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:10,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:10,800 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:10,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:10,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:10,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731694570798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:10,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:10,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39470 deadline: 1731694570798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:10,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:10,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:10,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:10,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:10,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:10,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694570802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:10,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:10,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:10,812 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:10,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694570909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:10,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731694570909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:10,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:10,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:10,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:10,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:10,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:10,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:10,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731694570919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:10,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39470 deadline: 1731694570920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:10,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694570920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:10,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:10,928 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:10,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:10,928 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:10,928 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:10,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:10,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:10,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:10,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:10,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T18:15:10,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:10,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:10,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:10,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:10,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T18:15:11,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T18:15:11,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:11,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:11,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:11,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:11,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:11,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694571129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:11,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731694571129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:11,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39470 deadline: 1731694571140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:11,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694571140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:11,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:11,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:11,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731694571140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:11,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:11,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/13567808620a41a8a389c5f521a54ef7 2024-11-15T18:15:11,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/5dda55ef6ac3400193e83ade3c34c2bc is 50, key is test_row_0/C:col10/1731694510647/Put/seqid=0 2024-11-15T18:15:11,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741968_1144 (size=12001) 2024-11-15T18:15:11,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/5dda55ef6ac3400193e83ade3c34c2bc 2024-11-15T18:15:11,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/79c8f72b7259451d85681519667e8d78 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/79c8f72b7259451d85681519667e8d78 2024-11-15T18:15:11,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/79c8f72b7259451d85681519667e8d78, entries=300, sequenceid=15, filesize=55.4 K 2024-11-15T18:15:11,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T18:15:11,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:11,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:11,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:11,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:11,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:11,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/13567808620a41a8a389c5f521a54ef7 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/13567808620a41a8a389c5f521a54ef7 2024-11-15T18:15:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T18:15:11,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/13567808620a41a8a389c5f521a54ef7, entries=150, sequenceid=15, filesize=11.7 K 2024-11-15T18:15:11,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/5dda55ef6ac3400193e83ade3c34c2bc as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/5dda55ef6ac3400193e83ade3c34c2bc 2024-11-15T18:15:11,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/5dda55ef6ac3400193e83ade3c34c2bc, entries=150, sequenceid=15, filesize=11.7 K 2024-11-15T18:15:11,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=140.89 KB/144270 for 1cfcfde150c83cfc219a7aad8dfa5a33 in 633ms, sequenceid=15, compaction requested=false 2024-11-15T18:15:11,284 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-15T18:15:11,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:11,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T18:15:11,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:11,411 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 1cfcfde150c83cfc219a7aad8dfa5a33 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-11-15T18:15:11,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=A 2024-11-15T18:15:11,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:11,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=B 2024-11-15T18:15:11,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:11,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=C 2024-11-15T18:15:11,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:11,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411153edc6f493b054d50948ea912226d6684_1cfcfde150c83cfc219a7aad8dfa5a33 is 50, key is test_row_0/A:col10/1731694510758/Put/seqid=0 2024-11-15T18:15:11,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741969_1145 (size=12154) 2024-11-15T18:15:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:11,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:11,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694571454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:11,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:11,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39470 deadline: 1731694571456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:11,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:11,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694571456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:11,461 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,461 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:11,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731694571456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:11,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:11,464 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,464 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731694571458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:11,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:11,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694571570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:11,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:11,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:11,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39470 deadline: 1731694571570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731694571570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:11,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:11,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:11,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694571570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731694571570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:11,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:11,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:11,576 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T18:15:11,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39470 deadline: 1731694571779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:11,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:11,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694571779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:11,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:11,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:11,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731694571780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:11,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:11,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:11,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731694571780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:11,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:11,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:11,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:11,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694571789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:11,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:11,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:11,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:11,847 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411153edc6f493b054d50948ea912226d6684_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411153edc6f493b054d50948ea912226d6684_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:11,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/c3aa2343f97a4f33ac2deff527ece77b, store: [table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:11,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/c3aa2343f97a4f33ac2deff527ece77b is 175, key is test_row_0/A:col10/1731694510758/Put/seqid=0 2024-11-15T18:15:11,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741970_1146 (size=30955) 2024-11-15T18:15:11,854 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/c3aa2343f97a4f33ac2deff527ece77b 2024-11-15T18:15:11,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/f9fb6b0cfb994e98bc480a935a472ef4 is 50, key is test_row_0/B:col10/1731694510758/Put/seqid=0 2024-11-15T18:15:11,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741971_1147 (size=12001) 2024-11-15T18:15:12,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39470 deadline: 1731694572089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:12,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:12,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694572089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:12,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:12,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:12,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731694572090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:12,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:12,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:12,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731694572090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:12,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:12,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:12,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694572099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:12,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:12,270 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/f9fb6b0cfb994e98bc480a935a472ef4 2024-11-15T18:15:12,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/91b0e27884e4424794efa5c761960db3 is 50, key is test_row_0/C:col10/1731694510758/Put/seqid=0 2024-11-15T18:15:12,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741972_1148 (size=12001) 2024-11-15T18:15:12,291 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/91b0e27884e4424794efa5c761960db3 2024-11-15T18:15:12,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/c3aa2343f97a4f33ac2deff527ece77b as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/c3aa2343f97a4f33ac2deff527ece77b 2024-11-15T18:15:12,304 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/c3aa2343f97a4f33ac2deff527ece77b, entries=150, sequenceid=50, filesize=30.2 K 2024-11-15T18:15:12,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/f9fb6b0cfb994e98bc480a935a472ef4 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/f9fb6b0cfb994e98bc480a935a472ef4 2024-11-15T18:15:12,311 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/f9fb6b0cfb994e98bc480a935a472ef4, entries=150, sequenceid=50, filesize=11.7 K 2024-11-15T18:15:12,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/91b0e27884e4424794efa5c761960db3 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/91b0e27884e4424794efa5c761960db3 2024-11-15T18:15:12,321 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/91b0e27884e4424794efa5c761960db3, entries=150, sequenceid=50, filesize=11.7 K 2024-11-15T18:15:12,322 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=53.67 KB/54960 for 1cfcfde150c83cfc219a7aad8dfa5a33 in 911ms, sequenceid=50, compaction requested=false 2024-11-15T18:15:12,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:12,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:12,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-15T18:15:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-15T18:15:12,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-15T18:15:12,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6910 sec 2024-11-15T18:15:12,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.7140 sec 2024-11-15T18:15:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:12,605 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1cfcfde150c83cfc219a7aad8dfa5a33 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-15T18:15:12,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=A 2024-11-15T18:15:12,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:12,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=B 2024-11-15T18:15:12,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:12,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=C 2024-11-15T18:15:12,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:12,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155e8d49548af44f1da077077cb039ce98_1cfcfde150c83cfc219a7aad8dfa5a33 is 50, key is test_row_0/A:col10/1731694512600/Put/seqid=0 2024-11-15T18:15:12,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39470 deadline: 1731694572644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:12,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:12,658 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T18:15:12,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731694572645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:12,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731694572645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:12,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694572647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:12,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:12,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:12,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:12,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694572652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:12,667 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,667 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,667 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:12,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741973_1149 (size=12154) 2024-11-15T18:15:12,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39470 deadline: 1731694572758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:12,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:12,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731694572769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:12,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:12,771 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694572769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:12,771 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,771 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:12,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731694572769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:12,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:12,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:12,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:12,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694572770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:12,772 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,772 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,772 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T18:15:12,779 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:15:12,780 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:15:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-15T18:15:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-15T18:15:12,783 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:15:12,784 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:15:12,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:15:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-15T18:15:12,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-15T18:15:12,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:12,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:12,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:12,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:12,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:12,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39470 deadline: 1731694572969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:12,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:12,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731694572979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:12,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:12,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694572979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:12,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:12,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731694572979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:12,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:12,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:12,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694572979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:12,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:12,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:12,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:13,070 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:13,074 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155e8d49548af44f1da077077cb039ce98_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155e8d49548af44f1da077077cb039ce98_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:13,075 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/744a1b667ace48cbbe47b882e0bd1261, store: [table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:13,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/744a1b667ace48cbbe47b882e0bd1261 is 175, key is test_row_0/A:col10/1731694512600/Put/seqid=0 2024-11-15T18:15:13,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741974_1150 (size=30955) 2024-11-15T18:15:13,088 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=64, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/744a1b667ace48cbbe47b882e0bd1261 2024-11-15T18:15:13,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-15T18:15:13,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:13,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:13,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:13,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:13,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:13,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:13,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-15T18:15:13,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/4905f7fd8fd74b77a15e16a9390ba537 is 50, key is test_row_0/B:col10/1731694512600/Put/seqid=0 2024-11-15T18:15:13,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741975_1151 (size=12001) 2024-11-15T18:15:13,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/4905f7fd8fd74b77a15e16a9390ba537 2024-11-15T18:15:13,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/011c67f104974f318d7cd41e7e5b930d is 50, key is test_row_0/C:col10/1731694512600/Put/seqid=0 2024-11-15T18:15:13,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741976_1152 (size=12001) 2024-11-15T18:15:13,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/011c67f104974f318d7cd41e7e5b930d 2024-11-15T18:15:13,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/744a1b667ace48cbbe47b882e0bd1261 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/744a1b667ace48cbbe47b882e0bd1261 2024-11-15T18:15:13,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/744a1b667ace48cbbe47b882e0bd1261, entries=150, sequenceid=64, filesize=30.2 K 2024-11-15T18:15:13,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/4905f7fd8fd74b77a15e16a9390ba537 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/4905f7fd8fd74b77a15e16a9390ba537 2024-11-15T18:15:13,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/4905f7fd8fd74b77a15e16a9390ba537, entries=150, sequenceid=64, filesize=11.7 K 2024-11-15T18:15:13,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/011c67f104974f318d7cd41e7e5b930d as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/011c67f104974f318d7cd41e7e5b930d 2024-11-15T18:15:13,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/011c67f104974f318d7cd41e7e5b930d, entries=150, sequenceid=64, filesize=11.7 K 2024-11-15T18:15:13,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 1cfcfde150c83cfc219a7aad8dfa5a33 in 557ms, sequenceid=64, compaction requested=true 2024-11-15T18:15:13,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:13,163 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:13,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfcfde150c83cfc219a7aad8dfa5a33:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:15:13,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:13,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfcfde150c83cfc219a7aad8dfa5a33:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:15:13,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:13,163 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:13,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfcfde150c83cfc219a7aad8dfa5a33:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:15:13,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:13,164 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:13,164 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 1cfcfde150c83cfc219a7aad8dfa5a33/A is initiating minor compaction (all files) 2024-11-15T18:15:13,164 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfcfde150c83cfc219a7aad8dfa5a33/A in TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:13,164 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/79c8f72b7259451d85681519667e8d78, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/c3aa2343f97a4f33ac2deff527ece77b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/744a1b667ace48cbbe47b882e0bd1261] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp, totalSize=115.9 K 2024-11-15T18:15:13,164 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:13,164 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 1cfcfde150c83cfc219a7aad8dfa5a33/B is initiating minor compaction (all files) 2024-11-15T18:15:13,164 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfcfde150c83cfc219a7aad8dfa5a33/B in TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:13,164 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/13567808620a41a8a389c5f521a54ef7, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/f9fb6b0cfb994e98bc480a935a472ef4, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/4905f7fd8fd74b77a15e16a9390ba537] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp, totalSize=35.2 K 2024-11-15T18:15:13,164 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:13,164 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. files: [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/79c8f72b7259451d85681519667e8d78, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/c3aa2343f97a4f33ac2deff527ece77b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/744a1b667ace48cbbe47b882e0bd1261] 2024-11-15T18:15:13,165 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 13567808620a41a8a389c5f521a54ef7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731694510643 2024-11-15T18:15:13,165 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79c8f72b7259451d85681519667e8d78, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731694510634 2024-11-15T18:15:13,165 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting f9fb6b0cfb994e98bc480a935a472ef4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731694510738 2024-11-15T18:15:13,165 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3aa2343f97a4f33ac2deff527ece77b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731694510738 2024-11-15T18:15:13,166 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 4905f7fd8fd74b77a15e16a9390ba537, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731694512600 2024-11-15T18:15:13,166 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 744a1b667ace48cbbe47b882e0bd1261, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731694512600 2024-11-15T18:15:13,174 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfcfde150c83cfc219a7aad8dfa5a33#B#compaction#134 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:13,174 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/bc74a0f9e3794cbd88e3c7c158b1da62 is 50, key is test_row_0/B:col10/1731694512600/Put/seqid=0 2024-11-15T18:15:13,185 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:13,197 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115c657b52c597d4156a2d0ef44b83b2c87_1cfcfde150c83cfc219a7aad8dfa5a33 store=[table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:13,203 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115c657b52c597d4156a2d0ef44b83b2c87_1cfcfde150c83cfc219a7aad8dfa5a33, store=[table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:13,203 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c657b52c597d4156a2d0ef44b83b2c87_1cfcfde150c83cfc219a7aad8dfa5a33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:13,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741977_1153 (size=12104) 2024-11-15T18:15:13,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741978_1154 (size=4469) 2024-11-15T18:15:13,235 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfcfde150c83cfc219a7aad8dfa5a33#A#compaction#135 average throughput is 0.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:13,236 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/c461f75193e6455cad80f883b1e145a4 is 175, key is test_row_0/A:col10/1731694512600/Put/seqid=0 2024-11-15T18:15:13,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741979_1155 (size=31058) 2024-11-15T18:15:13,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-15T18:15:13,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:13,244 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 1cfcfde150c83cfc219a7aad8dfa5a33 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-15T18:15:13,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=A 2024-11-15T18:15:13,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:13,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=B 2024-11-15T18:15:13,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:13,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=C 2024-11-15T18:15:13,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:13,255 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/c461f75193e6455cad80f883b1e145a4 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/c461f75193e6455cad80f883b1e145a4 2024-11-15T18:15:13,262 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfcfde150c83cfc219a7aad8dfa5a33/A of 1cfcfde150c83cfc219a7aad8dfa5a33 into c461f75193e6455cad80f883b1e145a4(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:13,262 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:13,262 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., storeName=1cfcfde150c83cfc219a7aad8dfa5a33/A, priority=13, startTime=1731694513162; duration=0sec 2024-11-15T18:15:13,262 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:13,263 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfcfde150c83cfc219a7aad8dfa5a33:A 2024-11-15T18:15:13,263 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:13,264 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:13,265 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 1cfcfde150c83cfc219a7aad8dfa5a33/C is initiating minor compaction (all files) 2024-11-15T18:15:13,265 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfcfde150c83cfc219a7aad8dfa5a33/C in TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:13,265 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/5dda55ef6ac3400193e83ade3c34c2bc, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/91b0e27884e4424794efa5c761960db3, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/011c67f104974f318d7cd41e7e5b930d] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp, totalSize=35.2 K 2024-11-15T18:15:13,265 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5dda55ef6ac3400193e83ade3c34c2bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731694510643 2024-11-15T18:15:13,266 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91b0e27884e4424794efa5c761960db3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731694510738 2024-11-15T18:15:13,267 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 011c67f104974f318d7cd41e7e5b930d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731694512600 2024-11-15T18:15:13,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ec914fbc8f6144e184b3296ca57462f4_1cfcfde150c83cfc219a7aad8dfa5a33 is 50, key is test_row_0/A:col10/1731694512649/Put/seqid=0 2024-11-15T18:15:13,278 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfcfde150c83cfc219a7aad8dfa5a33#C#compaction#137 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:13,278 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/17e94f8a01384759ae00ade0d06bca6d is 50, key is test_row_0/C:col10/1731694512600/Put/seqid=0 2024-11-15T18:15:13,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:13,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:13,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741981_1157 (size=12104) 2024-11-15T18:15:13,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:13,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731694573304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731694573304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:13,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39470 deadline: 1731694573305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:13,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:13,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:13,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:13,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694573310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:13,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:13,321 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,321 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694573311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:13,321 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:13,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:13,322 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/17e94f8a01384759ae00ade0d06bca6d as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/17e94f8a01384759ae00ade0d06bca6d 2024-11-15T18:15:13,327 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfcfde150c83cfc219a7aad8dfa5a33/C of 1cfcfde150c83cfc219a7aad8dfa5a33 into 17e94f8a01384759ae00ade0d06bca6d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:13,327 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:13,328 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., storeName=1cfcfde150c83cfc219a7aad8dfa5a33/C, priority=13, startTime=1731694513163; duration=0sec 2024-11-15T18:15:13,328 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:13,328 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfcfde150c83cfc219a7aad8dfa5a33:C 2024-11-15T18:15:13,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741980_1156 (size=12154) 2024-11-15T18:15:13,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:13,343 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ec914fbc8f6144e184b3296ca57462f4_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ec914fbc8f6144e184b3296ca57462f4_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:13,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/c86cdeefffdb4672b9766e9e9dd57a60, store: [table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:13,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/c86cdeefffdb4672b9766e9e9dd57a60 is 175, key is test_row_0/A:col10/1731694512649/Put/seqid=0 2024-11-15T18:15:13,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741982_1158 (size=30955) 2024-11-15T18:15:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-15T18:15:13,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731694573428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:13,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:13,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731694573429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:13,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:13,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39470 deadline: 1731694573429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:13,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:13,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694573429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:13,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:13,435 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:13,435 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,435 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694573429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:13,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:13,616 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/bc74a0f9e3794cbd88e3c7c158b1da62 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/bc74a0f9e3794cbd88e3c7c158b1da62 2024-11-15T18:15:13,623 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfcfde150c83cfc219a7aad8dfa5a33/B of 1cfcfde150c83cfc219a7aad8dfa5a33 into bc74a0f9e3794cbd88e3c7c158b1da62(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:13,623 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:13,623 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., storeName=1cfcfde150c83cfc219a7aad8dfa5a33/B, priority=13, startTime=1731694513163; duration=0sec 2024-11-15T18:15:13,623 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:13,623 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfcfde150c83cfc219a7aad8dfa5a33:B 2024-11-15T18:15:13,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731694573639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:13,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:13,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731694573639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:13,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:13,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39470 deadline: 1731694573639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:13,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:13,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694573639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:13,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:13,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694573639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:13,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:13,758 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/c86cdeefffdb4672b9766e9e9dd57a60 2024-11-15T18:15:13,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/7440654cb0e24d64b9331c9d7b6f62c3 is 50, key is test_row_0/B:col10/1731694512649/Put/seqid=0 2024-11-15T18:15:13,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741983_1159 (size=12001) 2024-11-15T18:15:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-15T18:15:13,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731694573949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:13,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:13,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731694573949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:13,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:13,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:13,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39470 deadline: 1731694573949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:13,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:13,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:13,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694573949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:13,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:13,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694573949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:13,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:13,952 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,952 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:13,952 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:14,169 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/7440654cb0e24d64b9331c9d7b6f62c3 2024-11-15T18:15:14,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/7c6b189b6066400ea00fc1683eb61637 is 50, key is test_row_0/C:col10/1731694512649/Put/seqid=0 2024-11-15T18:15:14,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741984_1160 (size=12001) 2024-11-15T18:15:14,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:14,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731694574459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731694574459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:14,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:14,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:14,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:14,461 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:14,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39470 deadline: 1731694574459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694574459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:14,461 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:14,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:14,461 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:14,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:14,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:14,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:14,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:14,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:14,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:14,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694574459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:14,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:14,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:14,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:14,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:14,582 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/7c6b189b6066400ea00fc1683eb61637 2024-11-15T18:15:14,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/c86cdeefffdb4672b9766e9e9dd57a60 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/c86cdeefffdb4672b9766e9e9dd57a60 2024-11-15T18:15:14,593 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/c86cdeefffdb4672b9766e9e9dd57a60, entries=150, sequenceid=82, filesize=30.2 K 2024-11-15T18:15:14,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/7440654cb0e24d64b9331c9d7b6f62c3 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/7440654cb0e24d64b9331c9d7b6f62c3 2024-11-15T18:15:14,598 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/7440654cb0e24d64b9331c9d7b6f62c3, entries=150, sequenceid=82, filesize=11.7 K 2024-11-15T18:15:14,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/7c6b189b6066400ea00fc1683eb61637 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/7c6b189b6066400ea00fc1683eb61637 2024-11-15T18:15:14,605 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/7c6b189b6066400ea00fc1683eb61637, entries=150, sequenceid=82, filesize=11.7 K 2024-11-15T18:15:14,606 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for 1cfcfde150c83cfc219a7aad8dfa5a33 in 1362ms, sequenceid=82, compaction requested=false 2024-11-15T18:15:14,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:14,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:14,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-15T18:15:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-15T18:15:14,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-15T18:15:14,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8240 sec 2024-11-15T18:15:14,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.8300 sec 2024-11-15T18:15:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-15T18:15:14,939 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:15:14,939 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:15:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-15T18:15:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-15T18:15:14,941 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:15:14,943 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:15:14,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:15:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-15T18:15:15,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-15T18:15:15,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:15,095 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 1cfcfde150c83cfc219a7aad8dfa5a33 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-15T18:15:15,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=A 2024-11-15T18:15:15,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:15,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=B 2024-11-15T18:15:15,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:15,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=C 2024-11-15T18:15:15,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:15,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a9c4ab4d3a4f47db9c42cca0959cb85f_1cfcfde150c83cfc219a7aad8dfa5a33 is 50, key is test_row_0/A:col10/1731694513303/Put/seqid=0 2024-11-15T18:15:15,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741985_1161 (size=12154) 2024-11-15T18:15:15,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-15T18:15:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:15,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:15,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39470 deadline: 1731694575488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:15,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694575488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:15,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731694575489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:15,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731694575490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:15,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:15,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:15,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:15,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694575490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:15,493 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:15,493 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:15,493 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:15,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:15,538 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a9c4ab4d3a4f47db9c42cca0959cb85f_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a9c4ab4d3a4f47db9c42cca0959cb85f_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:15,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/193b8630fd844f8ab978921ecb872b21, store: [table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:15,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/193b8630fd844f8ab978921ecb872b21 is 175, key is test_row_0/A:col10/1731694513303/Put/seqid=0 2024-11-15T18:15:15,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741986_1162 (size=30955) 2024-11-15T18:15:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-15T18:15:15,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39470 deadline: 1731694575599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:15,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:15,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694575599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:15,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:15,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:15,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:15,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:15,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:15,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:15,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731694575599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731694575599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:15,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:15,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:15,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:15,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:15,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694575599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:15,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:15,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:15,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:15,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:15,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:15,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39470 deadline: 1731694575809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:15,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694575809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:15,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:15,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:15,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:15,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:15,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:15,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731694575809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:15,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:15,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:15,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:15,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:15,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731694575809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:15,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694575809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:15,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:15,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:15,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:15,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:15,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:15,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:15,946 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=100, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/193b8630fd844f8ab978921ecb872b21 2024-11-15T18:15:15,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/3ea146992372471b88ee06655487269a is 50, key is test_row_0/B:col10/1731694513303/Put/seqid=0 2024-11-15T18:15:15,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741987_1163 (size=12001) 2024-11-15T18:15:16,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-15T18:15:16,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39470 deadline: 1731694576119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:16,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694576119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:16,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:16,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:16,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:16,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:16,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:16,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:16,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:16,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731694576119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:16,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:16,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:16,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:16,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:16,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731694576119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:16,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:16,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:16,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:16,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:16,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694576119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:16,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:16,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:16,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:16,358 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/3ea146992372471b88ee06655487269a 2024-11-15T18:15:16,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/206ea04f30c14990a8cf1cb2fa9f4248 is 50, key is test_row_0/C:col10/1731694513303/Put/seqid=0 2024-11-15T18:15:16,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741988_1164 (size=12001) 2024-11-15T18:15:16,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39470 deadline: 1731694576629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:16,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:16,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731694576629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:16,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:16,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:16,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:16,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:16,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:16,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694576639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:16,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:16,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694576640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:16,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:16,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:16,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:16,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:16,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:16,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731694576640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:16,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:16,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:16,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:16,771 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/206ea04f30c14990a8cf1cb2fa9f4248 2024-11-15T18:15:16,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/193b8630fd844f8ab978921ecb872b21 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/193b8630fd844f8ab978921ecb872b21 2024-11-15T18:15:16,779 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/193b8630fd844f8ab978921ecb872b21, entries=150, sequenceid=100, filesize=30.2 K 2024-11-15T18:15:16,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/3ea146992372471b88ee06655487269a as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/3ea146992372471b88ee06655487269a 2024-11-15T18:15:16,784 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/3ea146992372471b88ee06655487269a, entries=150, sequenceid=100, filesize=11.7 K 2024-11-15T18:15:16,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/206ea04f30c14990a8cf1cb2fa9f4248 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/206ea04f30c14990a8cf1cb2fa9f4248 2024-11-15T18:15:16,791 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/206ea04f30c14990a8cf1cb2fa9f4248, entries=150, sequenceid=100, filesize=11.7 K 2024-11-15T18:15:16,792 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 1cfcfde150c83cfc219a7aad8dfa5a33 in 1697ms, sequenceid=100, compaction requested=true 2024-11-15T18:15:16,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:16,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:16,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-15T18:15:16,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-15T18:15:16,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-15T18:15:16,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8510 sec 2024-11-15T18:15:16,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.8560 sec 2024-11-15T18:15:17,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-15T18:15:17,089 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:15:17,090 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:15:17,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-15T18:15:17,092 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:15:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-15T18:15:17,093 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:15:17,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:15:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-15T18:15:17,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-15T18:15:17,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:17,246 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 1cfcfde150c83cfc219a7aad8dfa5a33 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-15T18:15:17,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=A 2024-11-15T18:15:17,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:17,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=B 2024-11-15T18:15:17,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:17,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=C 2024-11-15T18:15:17,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:17,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a8280700d64b4d35912ea8d052c5586e_1cfcfde150c83cfc219a7aad8dfa5a33 is 50, key is test_row_0/A:col10/1731694515489/Put/seqid=0 2024-11-15T18:15:17,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741989_1165 (size=12154) 2024-11-15T18:15:17,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,263 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a8280700d64b4d35912ea8d052c5586e_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a8280700d64b4d35912ea8d052c5586e_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:17,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/d962f45234a44648ae5353c44ce0debc, store: [table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:17,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/d962f45234a44648ae5353c44ce0debc is 175, key is test_row_0/A:col10/1731694515489/Put/seqid=0 2024-11-15T18:15:17,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741990_1166 (size=30955) 2024-11-15T18:15:17,274 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/d962f45234a44648ae5353c44ce0debc 2024-11-15T18:15:17,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/a5e1d891316a489db2e8e6f6470eb238 is 50, key is test_row_0/B:col10/1731694515489/Put/seqid=0 2024-11-15T18:15:17,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741991_1167 (size=12001) 2024-11-15T18:15:17,287 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/a5e1d891316a489db2e8e6f6470eb238 2024-11-15T18:15:17,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/01bdfc03ee3142ae9e5103cd3577849f is 50, key is test_row_0/C:col10/1731694515489/Put/seqid=0 2024-11-15T18:15:17,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741992_1168 (size=12001) 2024-11-15T18:15:17,303 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/01bdfc03ee3142ae9e5103cd3577849f 2024-11-15T18:15:17,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/d962f45234a44648ae5353c44ce0debc as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/d962f45234a44648ae5353c44ce0debc 2024-11-15T18:15:17,317 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/d962f45234a44648ae5353c44ce0debc, entries=150, sequenceid=117, filesize=30.2 K 2024-11-15T18:15:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/a5e1d891316a489db2e8e6f6470eb238 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/a5e1d891316a489db2e8e6f6470eb238 2024-11-15T18:15:17,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,323 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/a5e1d891316a489db2e8e6f6470eb238, entries=150, sequenceid=117, filesize=11.7 K 2024-11-15T18:15:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/01bdfc03ee3142ae9e5103cd3577849f as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/01bdfc03ee3142ae9e5103cd3577849f 2024-11-15T18:15:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,336 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/01bdfc03ee3142ae9e5103cd3577849f, entries=150, sequenceid=117, filesize=11.7 K 2024-11-15T18:15:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,337 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=0 B/0 for 1cfcfde150c83cfc219a7aad8dfa5a33 in 91ms, sequenceid=117, compaction requested=true 2024-11-15T18:15:17,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:17,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:17,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-15T18:15:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-15T18:15:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-15T18:15:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 245 msec 2024-11-15T18:15:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 252 msec 2024-11-15T18:15:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-15T18:15:17,409 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:15:17,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,410 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:15:17,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-15T18:15:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T18:15:17,412 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:15:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,413 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:15:17,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:15:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T18:15:17,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-15T18:15:17,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:17,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:17,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-15T18:15:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-15T18:15:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-15T18:15:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-11-15T18:15:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 161 msec 2024-11-15T18:15:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:17,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1cfcfde150c83cfc219a7aad8dfa5a33 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T18:15:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=A 2024-11-15T18:15:17,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:17,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=B 2024-11-15T18:15:17,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:17,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=C 2024-11-15T18:15:17,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115107475d5b77b410f99c92085186a999e_1cfcfde150c83cfc219a7aad8dfa5a33 is 50, key is test_row_0/A:col10/1731694517695/Put/seqid=0 2024-11-15T18:15:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T18:15:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:17,730 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:15:17,731 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:15:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-15T18:15:17,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T18:15:17,733 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:15:17,734 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:15:17,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:15:17,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741993_1169 (size=21918) 2024-11-15T18:15:17,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694517728, max timestamp=1731694517787Num uniques 859; 2024-11-15T18:15:17,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694517728, max timestamp=1731694517787Num uniques 859; 2024-11-15T18:15:17,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:15:17,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:15:17,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694517728, max timestamp=1731694517787Num uniques 859; 2024-11-15T18:15:17,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:15:17,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:17,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694577822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:17,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:17,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:17,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:17,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:17,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731694577822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:17,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:17,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:17,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:17,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731694577823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:17,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:17,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:17,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:17,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:17,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:17,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694577825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:17,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:17,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:17,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:17,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:17,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39470 deadline: 1731694577825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:17,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:17,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:17,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:17,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T18:15:17,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-15T18:15:17,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:17,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:17,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:17,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:17,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:17,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:17,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694577938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:17,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:17,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731694577939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:17,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731694577939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:17,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694577939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:17,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:17,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:17,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:17,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39470 deadline: 1731694577939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:17,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:17,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:17,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:18,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-15T18:15:18,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:18,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:18,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:18,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:18,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T18:15:18,149 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:18,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694578149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:18,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:18,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:18,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731694578149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:18,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:18,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:18,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:18,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:18,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731694578149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:18,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:18,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:18,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:18,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694578149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:18,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:18,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:18,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:18,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39470 deadline: 1731694578149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:18,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:18,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:18,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:18,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:18,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:18,154 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115107475d5b77b410f99c92085186a999e_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115107475d5b77b410f99c92085186a999e_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:18,155 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/89d0d6d23e484aa6a4fca631e0985c27, store: [table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:18,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/89d0d6d23e484aa6a4fca631e0985c27 is 175, key is test_row_0/A:col10/1731694517695/Put/seqid=0 2024-11-15T18:15:18,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741994_1170 (size=65323) 2024-11-15T18:15:18,160 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=128, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/89d0d6d23e484aa6a4fca631e0985c27 2024-11-15T18:15:18,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/2ff5f0d915f94bdfa7c0060c6d216387 is 50, key is test_row_0/B:col10/1731694517695/Put/seqid=0 2024-11-15T18:15:18,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741995_1171 (size=12001) 2024-11-15T18:15:18,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-15T18:15:18,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:18,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:18,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:18,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:18,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:18,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-15T18:15:18,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:18,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:18,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:18,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:18,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:18,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T18:15:18,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694578459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:18,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:18,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731694578459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:18,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:18,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:18,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694578459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:18,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:18,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:18,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731694578459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:18,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:18,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:18,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:18,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:18,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:18,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:18,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:18,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39470 deadline: 1731694578459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:18,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:18,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:18,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:18,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-15T18:15:18,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:18,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:18,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:18,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:18,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:18,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/2ff5f0d915f94bdfa7c0060c6d216387 2024-11-15T18:15:18,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/493a8d0cbc254842b30fff761529e855 is 50, key is test_row_0/C:col10/1731694517695/Put/seqid=0 2024-11-15T18:15:18,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741996_1172 (size=12001) 2024-11-15T18:15:18,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-15T18:15:18,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:18,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:18,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:18,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:18,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:18,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-15T18:15:18,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:18,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:18,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:18,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:18,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T18:15:18,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-15T18:15:18,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:18,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:18,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:18,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:18,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:18,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694578968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:18,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:18,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694578969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:18,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:18,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:18,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:18,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:18,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:18,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39470 deadline: 1731694578969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:18,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:18,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:18,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:18,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731694578979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:18,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:18,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:18,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:18,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731694578979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:18,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:18,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:18,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:18,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/493a8d0cbc254842b30fff761529e855 2024-11-15T18:15:18,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/89d0d6d23e484aa6a4fca631e0985c27 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/89d0d6d23e484aa6a4fca631e0985c27 2024-11-15T18:15:18,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/89d0d6d23e484aa6a4fca631e0985c27, entries=350, sequenceid=128, filesize=63.8 K 2024-11-15T18:15:18,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/2ff5f0d915f94bdfa7c0060c6d216387 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/2ff5f0d915f94bdfa7c0060c6d216387 2024-11-15T18:15:19,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/2ff5f0d915f94bdfa7c0060c6d216387, entries=150, sequenceid=128, filesize=11.7 K 2024-11-15T18:15:19,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/493a8d0cbc254842b30fff761529e855 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/493a8d0cbc254842b30fff761529e855 2024-11-15T18:15:19,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/493a8d0cbc254842b30fff761529e855, entries=150, sequenceid=128, filesize=11.7 K 2024-11-15T18:15:19,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 1cfcfde150c83cfc219a7aad8dfa5a33 in 1309ms, sequenceid=128, compaction requested=true 2024-11-15T18:15:19,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:19,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfcfde150c83cfc219a7aad8dfa5a33:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:15:19,012 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T18:15:19,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:19,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfcfde150c83cfc219a7aad8dfa5a33:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:15:19,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:19,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfcfde150c83cfc219a7aad8dfa5a33:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:15:19,012 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T18:15:19,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:19,014 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 189246 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T18:15:19,014 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60108 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T18:15:19,014 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 1cfcfde150c83cfc219a7aad8dfa5a33/B is initiating minor compaction (all files) 2024-11-15T18:15:19,014 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 1cfcfde150c83cfc219a7aad8dfa5a33/A is initiating minor compaction (all files) 2024-11-15T18:15:19,014 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfcfde150c83cfc219a7aad8dfa5a33/B in TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:19,014 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/bc74a0f9e3794cbd88e3c7c158b1da62, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/7440654cb0e24d64b9331c9d7b6f62c3, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/3ea146992372471b88ee06655487269a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/a5e1d891316a489db2e8e6f6470eb238, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/2ff5f0d915f94bdfa7c0060c6d216387] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp, totalSize=58.7 K 2024-11-15T18:15:19,014 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfcfde150c83cfc219a7aad8dfa5a33/A in TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:19,014 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/c461f75193e6455cad80f883b1e145a4, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/c86cdeefffdb4672b9766e9e9dd57a60, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/193b8630fd844f8ab978921ecb872b21, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/d962f45234a44648ae5353c44ce0debc, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/89d0d6d23e484aa6a4fca631e0985c27] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp, totalSize=184.8 K 2024-11-15T18:15:19,014 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:19,014 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. files: [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/c461f75193e6455cad80f883b1e145a4, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/c86cdeefffdb4672b9766e9e9dd57a60, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/193b8630fd844f8ab978921ecb872b21, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/d962f45234a44648ae5353c44ce0debc, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/89d0d6d23e484aa6a4fca631e0985c27] 2024-11-15T18:15:19,015 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting c461f75193e6455cad80f883b1e145a4, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731694512600 2024-11-15T18:15:19,015 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting bc74a0f9e3794cbd88e3c7c158b1da62, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731694512600 2024-11-15T18:15:19,016 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 7440654cb0e24d64b9331c9d7b6f62c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731694512643 2024-11-15T18:15:19,016 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting c86cdeefffdb4672b9766e9e9dd57a60, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731694512643 2024-11-15T18:15:19,016 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 193b8630fd844f8ab978921ecb872b21, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1731694513299 2024-11-15T18:15:19,016 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ea146992372471b88ee06655487269a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1731694513299 2024-11-15T18:15:19,016 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting d962f45234a44648ae5353c44ce0debc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731694515487 2024-11-15T18:15:19,016 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting a5e1d891316a489db2e8e6f6470eb238, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731694515487 2024-11-15T18:15:19,017 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89d0d6d23e484aa6a4fca631e0985c27, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731694517687 2024-11-15T18:15:19,017 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ff5f0d915f94bdfa7c0060c6d216387, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731694517687 2024-11-15T18:15:19,028 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfcfde150c83cfc219a7aad8dfa5a33#B#compaction#149 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:19,029 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/eab530ff43e747088dedbb08477c527f is 50, key is test_row_0/B:col10/1731694517695/Put/seqid=0 2024-11-15T18:15:19,031 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:19,034 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115518ec5a0f4be486b9a969e35451c2b17_1cfcfde150c83cfc219a7aad8dfa5a33 store=[table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:19,036 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115518ec5a0f4be486b9a969e35451c2b17_1cfcfde150c83cfc219a7aad8dfa5a33, store=[table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:19,037 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115518ec5a0f4be486b9a969e35451c2b17_1cfcfde150c83cfc219a7aad8dfa5a33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:19,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741997_1173 (size=12275) 2024-11-15T18:15:19,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741998_1174 (size=4469) 2024-11-15T18:15:19,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-15T18:15:19,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:19,110 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 1cfcfde150c83cfc219a7aad8dfa5a33 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-15T18:15:19,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=A 2024-11-15T18:15:19,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:19,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=B 2024-11-15T18:15:19,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:19,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=C 2024-11-15T18:15:19,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:19,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d072cd5439ee41869707ce0a6f94004b_1cfcfde150c83cfc219a7aad8dfa5a33 is 50, key is test_row_0/A:col10/1731694517822/Put/seqid=0 2024-11-15T18:15:19,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741999_1175 (size=12304) 2024-11-15T18:15:19,443 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/eab530ff43e747088dedbb08477c527f as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/eab530ff43e747088dedbb08477c527f 2024-11-15T18:15:19,449 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 1cfcfde150c83cfc219a7aad8dfa5a33/B of 1cfcfde150c83cfc219a7aad8dfa5a33 into eab530ff43e747088dedbb08477c527f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:19,449 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:19,449 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., storeName=1cfcfde150c83cfc219a7aad8dfa5a33/B, priority=11, startTime=1731694519012; duration=0sec 2024-11-15T18:15:19,449 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:19,449 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfcfde150c83cfc219a7aad8dfa5a33:B 2024-11-15T18:15:19,449 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T18:15:19,451 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60108 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T18:15:19,451 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 1cfcfde150c83cfc219a7aad8dfa5a33/C is initiating minor compaction (all files) 2024-11-15T18:15:19,451 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfcfde150c83cfc219a7aad8dfa5a33/C in TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:19,451 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/17e94f8a01384759ae00ade0d06bca6d, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/7c6b189b6066400ea00fc1683eb61637, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/206ea04f30c14990a8cf1cb2fa9f4248, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/01bdfc03ee3142ae9e5103cd3577849f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/493a8d0cbc254842b30fff761529e855] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp, totalSize=58.7 K 2024-11-15T18:15:19,451 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfcfde150c83cfc219a7aad8dfa5a33#A#compaction#150 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:19,451 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 17e94f8a01384759ae00ade0d06bca6d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731694512600 2024-11-15T18:15:19,452 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/360eec1fb3b24cea9072e04458795d10 is 175, key is test_row_0/A:col10/1731694517695/Put/seqid=0 2024-11-15T18:15:19,452 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c6b189b6066400ea00fc1683eb61637, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731694512643 2024-11-15T18:15:19,452 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 206ea04f30c14990a8cf1cb2fa9f4248, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1731694513299 2024-11-15T18:15:19,453 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 01bdfc03ee3142ae9e5103cd3577849f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731694515487 2024-11-15T18:15:19,453 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 493a8d0cbc254842b30fff761529e855, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731694517687 2024-11-15T18:15:19,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742000_1176 (size=31229) 2024-11-15T18:15:19,466 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfcfde150c83cfc219a7aad8dfa5a33#C#compaction#152 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:19,467 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/7a3bf21342fd4ac3b28f1baec948884d is 50, key is test_row_0/C:col10/1731694517695/Put/seqid=0 2024-11-15T18:15:19,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742001_1177 (size=12275) 2024-11-15T18:15:19,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:19,526 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d072cd5439ee41869707ce0a6f94004b_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d072cd5439ee41869707ce0a6f94004b_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:19,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/2947f1b87da24712b6dbdf74d972866f, store: [table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:19,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/2947f1b87da24712b6dbdf74d972866f is 175, key is test_row_0/A:col10/1731694517822/Put/seqid=0 2024-11-15T18:15:19,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742002_1178 (size=31105) 2024-11-15T18:15:19,711 INFO [master/74ec74825666:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T18:15:19,711 INFO [master/74ec74825666:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T18:15:19,863 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/360eec1fb3b24cea9072e04458795d10 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/360eec1fb3b24cea9072e04458795d10 2024-11-15T18:15:19,868 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 1cfcfde150c83cfc219a7aad8dfa5a33/A of 1cfcfde150c83cfc219a7aad8dfa5a33 into 360eec1fb3b24cea9072e04458795d10(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:19,868 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:19,868 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., storeName=1cfcfde150c83cfc219a7aad8dfa5a33/A, priority=11, startTime=1731694519012; duration=0sec 2024-11-15T18:15:19,869 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:19,869 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfcfde150c83cfc219a7aad8dfa5a33:A 2024-11-15T18:15:19,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T18:15:19,893 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/7a3bf21342fd4ac3b28f1baec948884d as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/7a3bf21342fd4ac3b28f1baec948884d 2024-11-15T18:15:19,902 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 1cfcfde150c83cfc219a7aad8dfa5a33/C of 1cfcfde150c83cfc219a7aad8dfa5a33 into 7a3bf21342fd4ac3b28f1baec948884d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:19,902 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:19,903 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., storeName=1cfcfde150c83cfc219a7aad8dfa5a33/C, priority=11, startTime=1731694519012; duration=0sec 2024-11-15T18:15:19,903 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:19,903 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfcfde150c83cfc219a7aad8dfa5a33:C 2024-11-15T18:15:19,932 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=165, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/2947f1b87da24712b6dbdf74d972866f 2024-11-15T18:15:19,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/2d2c890e87f045a8877ae213dc550ef3 is 50, key is test_row_0/B:col10/1731694517822/Put/seqid=0 2024-11-15T18:15:19,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742003_1179 (size=12151) 2024-11-15T18:15:19,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:19,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:19,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:19,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39470 deadline: 1731694579989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:19,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:19,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731694579989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:19,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:19,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731694579989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:19,993 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_0' in 1cfcfde150c83cfc219a7aad8dfa5a33 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:15:19,993 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_0' in 1cfcfde150c83cfc219a7aad8dfa5a33 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:15:19,993 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_1' in 1cfcfde150c83cfc219a7aad8dfa5a33 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:15:19,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:19,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:19,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:19,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:19,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:19,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:19,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:19,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:19,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:19,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:19,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694579993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:19,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:19,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694579993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:19,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:19,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:19,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:19,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:19,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:19,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:20,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:20,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694580099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:20,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:20,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:20,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:20,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:20,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694580109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:20,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:20,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:20,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:20,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:20,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694580309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:20,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:20,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:20,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:20,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694580319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:20,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:20,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:20,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:20,353 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/2d2c890e87f045a8877ae213dc550ef3 2024-11-15T18:15:20,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/e73c0bcb70b645d388c33323e7d8d8f7 is 50, key is test_row_0/C:col10/1731694517822/Put/seqid=0 2024-11-15T18:15:20,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742004_1180 (size=12151) 2024-11-15T18:15:20,365 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/e73c0bcb70b645d388c33323e7d8d8f7 2024-11-15T18:15:20,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/2947f1b87da24712b6dbdf74d972866f as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/2947f1b87da24712b6dbdf74d972866f 2024-11-15T18:15:20,374 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/2947f1b87da24712b6dbdf74d972866f, entries=150, sequenceid=165, filesize=30.4 K 2024-11-15T18:15:20,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/2d2c890e87f045a8877ae213dc550ef3 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/2d2c890e87f045a8877ae213dc550ef3 2024-11-15T18:15:20,379 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/2d2c890e87f045a8877ae213dc550ef3, entries=150, sequenceid=165, filesize=11.9 K 2024-11-15T18:15:20,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/e73c0bcb70b645d388c33323e7d8d8f7 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/e73c0bcb70b645d388c33323e7d8d8f7 2024-11-15T18:15:20,385 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/e73c0bcb70b645d388c33323e7d8d8f7, entries=150, sequenceid=165, filesize=11.9 K 2024-11-15T18:15:20,386 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=53.67 KB/54960 for 1cfcfde150c83cfc219a7aad8dfa5a33 in 1276ms, sequenceid=165, compaction requested=false 2024-11-15T18:15:20,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:20,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:20,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-15T18:15:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-15T18:15:20,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-15T18:15:20,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6530 sec 2024-11-15T18:15:20,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 2.6590 sec 2024-11-15T18:15:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:20,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1cfcfde150c83cfc219a7aad8dfa5a33 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-15T18:15:20,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=A 2024-11-15T18:15:20,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:20,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=B 2024-11-15T18:15:20,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:20,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=C 2024-11-15T18:15:20,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:20,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694580663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:20,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694580666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:20,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:20,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:20,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:20,667 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:20,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:20,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:20,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f41420270ffd407694fc8964f0cf4cb1_1cfcfde150c83cfc219a7aad8dfa5a33 is 50, key is test_row_0/A:col10/1731694519991/Put/seqid=0 2024-11-15T18:15:20,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742005_1181 (size=14794) 2024-11-15T18:15:20,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694580769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:20,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:20,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:20,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694580769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:20,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:20,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:20,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:20,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:20,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694580979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:20,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694580979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:20,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:20,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:20,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:20,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:20,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:20,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:21,145 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:21,150 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f41420270ffd407694fc8964f0cf4cb1_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f41420270ffd407694fc8964f0cf4cb1_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:21,150 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/33a169eb0c894a1ea1e42b45fc85dd7d, store: [table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:21,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/33a169eb0c894a1ea1e42b45fc85dd7d is 175, key is test_row_0/A:col10/1731694519991/Put/seqid=0 2024-11-15T18:15:21,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742006_1182 (size=39749) 2024-11-15T18:15:21,156 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=180, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/33a169eb0c894a1ea1e42b45fc85dd7d 2024-11-15T18:15:21,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/2ea4c3b5414a49a5b1c71ccccd510b30 is 50, key is test_row_0/B:col10/1731694519991/Put/seqid=0 2024-11-15T18:15:21,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742007_1183 (size=12151) 2024-11-15T18:15:21,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694581289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:21,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:21,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:21,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:21,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694581289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:21,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:21,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:21,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:21,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/2ea4c3b5414a49a5b1c71ccccd510b30 2024-11-15T18:15:21,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/046a4184d1d94efc8ef693f5958a946f is 50, key is test_row_0/C:col10/1731694519991/Put/seqid=0 2024-11-15T18:15:21,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742008_1184 (size=12151) 2024-11-15T18:15:21,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/046a4184d1d94efc8ef693f5958a946f 2024-11-15T18:15:21,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/33a169eb0c894a1ea1e42b45fc85dd7d as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/33a169eb0c894a1ea1e42b45fc85dd7d 2024-11-15T18:15:21,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/33a169eb0c894a1ea1e42b45fc85dd7d, entries=200, sequenceid=180, filesize=38.8 K 2024-11-15T18:15:21,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/2ea4c3b5414a49a5b1c71ccccd510b30 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/2ea4c3b5414a49a5b1c71ccccd510b30 2024-11-15T18:15:21,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/2ea4c3b5414a49a5b1c71ccccd510b30, entries=150, sequenceid=180, filesize=11.9 K 2024-11-15T18:15:21,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/046a4184d1d94efc8ef693f5958a946f as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/046a4184d1d94efc8ef693f5958a946f 2024-11-15T18:15:21,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/046a4184d1d94efc8ef693f5958a946f, entries=150, sequenceid=180, filesize=11.9 K 2024-11-15T18:15:21,616 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 1cfcfde150c83cfc219a7aad8dfa5a33 in 995ms, sequenceid=180, compaction requested=true 2024-11-15T18:15:21,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:21,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfcfde150c83cfc219a7aad8dfa5a33:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:15:21,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:21,616 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:21,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfcfde150c83cfc219a7aad8dfa5a33:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:15:21,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:21,616 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:21,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfcfde150c83cfc219a7aad8dfa5a33:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:15:21,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:21,619 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102083 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:21,619 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:21,619 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 1cfcfde150c83cfc219a7aad8dfa5a33/A is initiating minor compaction (all files) 2024-11-15T18:15:21,619 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 1cfcfde150c83cfc219a7aad8dfa5a33/B is initiating minor compaction (all files) 2024-11-15T18:15:21,619 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfcfde150c83cfc219a7aad8dfa5a33/B in TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:21,619 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfcfde150c83cfc219a7aad8dfa5a33/A in TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:21,619 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/eab530ff43e747088dedbb08477c527f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/2d2c890e87f045a8877ae213dc550ef3, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/2ea4c3b5414a49a5b1c71ccccd510b30] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp, totalSize=35.7 K 2024-11-15T18:15:21,619 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/360eec1fb3b24cea9072e04458795d10, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/2947f1b87da24712b6dbdf74d972866f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/33a169eb0c894a1ea1e42b45fc85dd7d] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp, totalSize=99.7 K 2024-11-15T18:15:21,619 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:21,620 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. files: [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/360eec1fb3b24cea9072e04458795d10, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/2947f1b87da24712b6dbdf74d972866f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/33a169eb0c894a1ea1e42b45fc85dd7d] 2024-11-15T18:15:21,620 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting eab530ff43e747088dedbb08477c527f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731694517687 2024-11-15T18:15:21,620 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 360eec1fb3b24cea9072e04458795d10, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731694517687 2024-11-15T18:15:21,621 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d2c890e87f045a8877ae213dc550ef3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731694517821 2024-11-15T18:15:21,621 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2947f1b87da24712b6dbdf74d972866f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731694517821 2024-11-15T18:15:21,621 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ea4c3b5414a49a5b1c71ccccd510b30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731694519982 2024-11-15T18:15:21,622 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33a169eb0c894a1ea1e42b45fc85dd7d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731694519982 2024-11-15T18:15:21,634 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfcfde150c83cfc219a7aad8dfa5a33#B#compaction#158 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:21,635 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/10441144e7e04e26a3b48ebb99ebcd7d is 50, key is test_row_0/B:col10/1731694519991/Put/seqid=0 2024-11-15T18:15:21,639 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:21,661 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111511625869ec594bd38a271a63b77f4842_1cfcfde150c83cfc219a7aad8dfa5a33 store=[table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:21,664 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111511625869ec594bd38a271a63b77f4842_1cfcfde150c83cfc219a7aad8dfa5a33, store=[table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:21,665 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111511625869ec594bd38a271a63b77f4842_1cfcfde150c83cfc219a7aad8dfa5a33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:21,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742009_1185 (size=12527) 2024-11-15T18:15:21,675 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/10441144e7e04e26a3b48ebb99ebcd7d as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/10441144e7e04e26a3b48ebb99ebcd7d 2024-11-15T18:15:21,685 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfcfde150c83cfc219a7aad8dfa5a33/B of 1cfcfde150c83cfc219a7aad8dfa5a33 into 10441144e7e04e26a3b48ebb99ebcd7d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:21,685 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:21,685 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., storeName=1cfcfde150c83cfc219a7aad8dfa5a33/B, priority=13, startTime=1731694521616; duration=0sec 2024-11-15T18:15:21,685 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:21,685 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfcfde150c83cfc219a7aad8dfa5a33:B 2024-11-15T18:15:21,686 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:21,687 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:21,687 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 1cfcfde150c83cfc219a7aad8dfa5a33/C is initiating minor compaction (all files) 2024-11-15T18:15:21,687 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfcfde150c83cfc219a7aad8dfa5a33/C in TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:21,687 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/7a3bf21342fd4ac3b28f1baec948884d, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/e73c0bcb70b645d388c33323e7d8d8f7, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/046a4184d1d94efc8ef693f5958a946f] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp, totalSize=35.7 K 2024-11-15T18:15:21,688 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a3bf21342fd4ac3b28f1baec948884d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731694517687 2024-11-15T18:15:21,688 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting e73c0bcb70b645d388c33323e7d8d8f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731694517821 2024-11-15T18:15:21,689 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 046a4184d1d94efc8ef693f5958a946f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731694519982 2024-11-15T18:15:21,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742010_1186 (size=4469) 2024-11-15T18:15:21,701 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfcfde150c83cfc219a7aad8dfa5a33#C#compaction#160 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:21,702 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/c79f20fcf0154d098cecdf300d2450e6 is 50, key is test_row_0/C:col10/1731694519991/Put/seqid=0 2024-11-15T18:15:21,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742011_1187 (size=12527) 2024-11-15T18:15:21,727 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/c79f20fcf0154d098cecdf300d2450e6 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/c79f20fcf0154d098cecdf300d2450e6 2024-11-15T18:15:21,737 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfcfde150c83cfc219a7aad8dfa5a33/C of 1cfcfde150c83cfc219a7aad8dfa5a33 into c79f20fcf0154d098cecdf300d2450e6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:21,738 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:21,738 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., storeName=1cfcfde150c83cfc219a7aad8dfa5a33/C, priority=13, startTime=1731694521616; duration=0sec 2024-11-15T18:15:21,738 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:21,738 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfcfde150c83cfc219a7aad8dfa5a33:C 2024-11-15T18:15:21,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1cfcfde150c83cfc219a7aad8dfa5a33 3/3 column families, dataSize=127.47 KB heapSize=379.97 KB 2024-11-15T18:15:21,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=A 2024-11-15T18:15:21,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:21,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=B 2024-11-15T18:15:21,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:21,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=C 2024-11-15T18:15:21,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:21,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411154ef9c7fea02a426e9d4e1165ff00b2e8_1cfcfde150c83cfc219a7aad8dfa5a33 is 50, key is test_row_0/A:col10/1731694521802/Put/seqid=0 2024-11-15T18:15:21,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:21,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694581831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694581830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:21,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:21,838 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:21,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:21,838 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:21,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:21,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:21,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742012_1188 (size=12304) 2024-11-15T18:15:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T18:15:21,910 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:15:21,911 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:15:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-15T18:15:21,916 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:15:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T18:15:21,918 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:15:21,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:15:21,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694581951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:21,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694581951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:21,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:21,958 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:21,959 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:21,959 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:22,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731694581999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:22,007 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_0' in 1cfcfde150c83cfc219a7aad8dfa5a33 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:15:22,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:22,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:22,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:22,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39470 deadline: 1731694582009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:22,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731694582009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:22,012 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_1' in 1cfcfde150c83cfc219a7aad8dfa5a33 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:15:22,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:22,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:22,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:22,013 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_0' in 1cfcfde150c83cfc219a7aad8dfa5a33 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:15:22,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:22,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:22,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T18:15:22,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T18:15:22,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:22,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:22,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:22,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:22,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:22,091 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfcfde150c83cfc219a7aad8dfa5a33#A#compaction#159 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:22,092 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/33a5723fe24645079c095d84efc5d5d5 is 175, key is test_row_0/A:col10/1731694519991/Put/seqid=0 2024-11-15T18:15:22,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742013_1189 (size=31481) 2024-11-15T18:15:22,130 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/33a5723fe24645079c095d84efc5d5d5 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/33a5723fe24645079c095d84efc5d5d5 2024-11-15T18:15:22,141 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfcfde150c83cfc219a7aad8dfa5a33/A of 1cfcfde150c83cfc219a7aad8dfa5a33 into 33a5723fe24645079c095d84efc5d5d5(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:22,141 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:22,141 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., storeName=1cfcfde150c83cfc219a7aad8dfa5a33/A, priority=13, startTime=1731694521616; duration=0sec 2024-11-15T18:15:22,141 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:22,141 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfcfde150c83cfc219a7aad8dfa5a33:A 2024-11-15T18:15:22,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694582169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:22,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:22,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:22,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:22,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694582170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:22,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:22,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:22,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:22,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T18:15:22,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:22,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:22,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:22,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:22,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T18:15:22,244 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,255 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411154ef9c7fea02a426e9d4e1165ff00b2e8_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154ef9c7fea02a426e9d4e1165ff00b2e8_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:22,256 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/ad4d3e0040d94a67bdc6c989495c0d60, store: [table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:22,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/ad4d3e0040d94a67bdc6c989495c0d60 is 175, key is test_row_0/A:col10/1731694521802/Put/seqid=0 2024-11-15T18:15:22,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742014_1190 (size=31105) 2024-11-15T18:15:22,290 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=204, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/ad4d3e0040d94a67bdc6c989495c0d60 2024-11-15T18:15:22,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/09d0f918248e4217b6386e6d14ee6e66 is 50, key is test_row_0/B:col10/1731694521802/Put/seqid=0 2024-11-15T18:15:22,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742015_1191 (size=12151) 2024-11-15T18:15:22,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/09d0f918248e4217b6386e6d14ee6e66 2024-11-15T18:15:22,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/1b6b0d29042a4facac67b28fd3902c10 is 50, key is test_row_0/C:col10/1731694521802/Put/seqid=0 2024-11-15T18:15:22,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T18:15:22,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:22,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:22,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:22,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:22,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:22,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742016_1192 (size=12151) 2024-11-15T18:15:22,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/1b6b0d29042a4facac67b28fd3902c10 2024-11-15T18:15:22,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/ad4d3e0040d94a67bdc6c989495c0d60 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/ad4d3e0040d94a67bdc6c989495c0d60 2024-11-15T18:15:22,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/ad4d3e0040d94a67bdc6c989495c0d60, entries=150, sequenceid=204, filesize=30.4 K 2024-11-15T18:15:22,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/09d0f918248e4217b6386e6d14ee6e66 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/09d0f918248e4217b6386e6d14ee6e66 2024-11-15T18:15:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/09d0f918248e4217b6386e6d14ee6e66, entries=150, sequenceid=204, filesize=11.9 K 2024-11-15T18:15:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/1b6b0d29042a4facac67b28fd3902c10 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/1b6b0d29042a4facac67b28fd3902c10 2024-11-15T18:15:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/1b6b0d29042a4facac67b28fd3902c10, entries=150, sequenceid=204, filesize=11.9 K 2024-11-15T18:15:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~379.92 KB/389040, currentSize=46.96 KB/48090 for 1cfcfde150c83cfc219a7aad8dfa5a33 in 631ms, sequenceid=204, compaction requested=false 2024-11-15T18:15:22,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:22,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1cfcfde150c83cfc219a7aad8dfa5a33 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-15T18:15:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=A 2024-11-15T18:15:22,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:22,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=B 2024-11-15T18:15:22,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:22,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=C 2024-11-15T18:15:22,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115dd0491948b99474faf03957063c90093_1cfcfde150c83cfc219a7aad8dfa5a33 is 50, key is test_row_0/A:col10/1731694521830/Put/seqid=0 2024-11-15T18:15:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T18:15:22,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:22,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:22,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:22,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:22,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T18:15:22,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742017_1193 (size=12304) 2024-11-15T18:15:22,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731694522544, max timestamp=1731694522573Num uniques 859; 2024-11-15T18:15:22,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731694522544, max timestamp=1731694522573Num uniques 859; 2024-11-15T18:15:22,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731694522544, max timestamp=1731694522573Num uniques 859; 2024-11-15T18:15:22,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T18:15:22,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T18:15:22,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T18:15:22,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694582640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:22,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:22,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:22,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:22,653 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694582648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:22,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:22,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:22,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:22,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T18:15:22,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:22,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:22,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:22,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:22,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:22,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694582759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:22,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:22,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:22,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:22,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694582759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:22,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:22,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:22,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:22,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T18:15:22,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:22,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:22,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:22,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:22,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:22,955 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,960 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115dd0491948b99474faf03957063c90093_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115dd0491948b99474faf03957063c90093_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:22,961 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/28c8e0d515a140fd86d130e00bc33f50, store: [table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:22,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/28c8e0d515a140fd86d130e00bc33f50 is 175, key is test_row_0/A:col10/1731694521830/Put/seqid=0 2024-11-15T18:15:22,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694582979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:22,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:22,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:22,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:22,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694582979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:22,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:22,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:22,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:22,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742018_1194 (size=31105) 2024-11-15T18:15:23,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T18:15:23,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:23,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:23,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:23,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:23,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T18:15:23,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T18:15:23,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:23,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:23,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:23,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:23,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:23,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694583289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:23,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:23,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:23,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:23,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694583299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:23,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:23,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:23,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:23,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T18:15:23,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:23,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:23,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:23,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:23,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:23,399 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=216, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/28c8e0d515a140fd86d130e00bc33f50 2024-11-15T18:15:23,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/98b156a28acc45b5bf0c18739d1be378 is 50, key is test_row_0/B:col10/1731694521830/Put/seqid=0 2024-11-15T18:15:23,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742019_1195 (size=12151) 2024-11-15T18:15:23,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/98b156a28acc45b5bf0c18739d1be378 2024-11-15T18:15:23,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/0efa92239ff94e069d2ac1bb55e776d4 is 50, key is test_row_0/C:col10/1731694521830/Put/seqid=0 2024-11-15T18:15:23,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742020_1196 (size=12151) 2024-11-15T18:15:23,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/0efa92239ff94e069d2ac1bb55e776d4 2024-11-15T18:15:23,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T18:15:23,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:23,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:23,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:23,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:23,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:23,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:23,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/28c8e0d515a140fd86d130e00bc33f50 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/28c8e0d515a140fd86d130e00bc33f50 2024-11-15T18:15:23,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/28c8e0d515a140fd86d130e00bc33f50, entries=150, sequenceid=216, filesize=30.4 K 2024-11-15T18:15:23,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/98b156a28acc45b5bf0c18739d1be378 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/98b156a28acc45b5bf0c18739d1be378 2024-11-15T18:15:23,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/98b156a28acc45b5bf0c18739d1be378, entries=150, sequenceid=216, filesize=11.9 K 2024-11-15T18:15:23,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/0efa92239ff94e069d2ac1bb55e776d4 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/0efa92239ff94e069d2ac1bb55e776d4 2024-11-15T18:15:23,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/0efa92239ff94e069d2ac1bb55e776d4, entries=150, sequenceid=216, filesize=11.9 K 2024-11-15T18:15:23,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 1cfcfde150c83cfc219a7aad8dfa5a33 in 1036ms, sequenceid=216, compaction requested=true 2024-11-15T18:15:23,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:23,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfcfde150c83cfc219a7aad8dfa5a33:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:15:23,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:23,517 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:23,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfcfde150c83cfc219a7aad8dfa5a33:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:15:23,517 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:23,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:23,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfcfde150c83cfc219a7aad8dfa5a33:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:15:23,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:23,520 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:23,520 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 1cfcfde150c83cfc219a7aad8dfa5a33/B is initiating minor compaction (all files) 2024-11-15T18:15:23,520 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfcfde150c83cfc219a7aad8dfa5a33/B in TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:23,520 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/10441144e7e04e26a3b48ebb99ebcd7d, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/09d0f918248e4217b6386e6d14ee6e66, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/98b156a28acc45b5bf0c18739d1be378] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp, totalSize=36.0 K 2024-11-15T18:15:23,520 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93691 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:23,520 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 1cfcfde150c83cfc219a7aad8dfa5a33/A is initiating minor compaction (all files) 2024-11-15T18:15:23,520 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfcfde150c83cfc219a7aad8dfa5a33/A in TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:23,520 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/33a5723fe24645079c095d84efc5d5d5, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/ad4d3e0040d94a67bdc6c989495c0d60, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/28c8e0d515a140fd86d130e00bc33f50] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp, totalSize=91.5 K 2024-11-15T18:15:23,520 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:23,520 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. files: [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/33a5723fe24645079c095d84efc5d5d5, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/ad4d3e0040d94a67bdc6c989495c0d60, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/28c8e0d515a140fd86d130e00bc33f50] 2024-11-15T18:15:23,521 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 10441144e7e04e26a3b48ebb99ebcd7d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731694519982 2024-11-15T18:15:23,521 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33a5723fe24645079c095d84efc5d5d5, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731694519982 2024-11-15T18:15:23,522 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad4d3e0040d94a67bdc6c989495c0d60, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731694520652 2024-11-15T18:15:23,522 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 09d0f918248e4217b6386e6d14ee6e66, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731694520652 2024-11-15T18:15:23,523 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28c8e0d515a140fd86d130e00bc33f50, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731694521829 2024-11-15T18:15:23,523 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 98b156a28acc45b5bf0c18739d1be378, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731694521829 2024-11-15T18:15:23,558 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfcfde150c83cfc219a7aad8dfa5a33#B#compaction#167 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:23,559 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/2495eab785f04cfaa9bde188ad3ded81 is 50, key is test_row_0/B:col10/1731694521830/Put/seqid=0 2024-11-15T18:15:23,565 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:23,574 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411151b3c956906434ac096c32cd2b0803d75_1cfcfde150c83cfc219a7aad8dfa5a33 store=[table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:23,576 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411151b3c956906434ac096c32cd2b0803d75_1cfcfde150c83cfc219a7aad8dfa5a33, store=[table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:23,577 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151b3c956906434ac096c32cd2b0803d75_1cfcfde150c83cfc219a7aad8dfa5a33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:23,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742021_1197 (size=12629) 2024-11-15T18:15:23,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742022_1198 (size=4469) 2024-11-15T18:15:23,605 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfcfde150c83cfc219a7aad8dfa5a33#A#compaction#168 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:23,606 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/851da15dcba9472fa6b933830d4781e0 is 175, key is test_row_0/A:col10/1731694521830/Put/seqid=0 2024-11-15T18:15:23,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742023_1199 (size=31583) 2024-11-15T18:15:23,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T18:15:23,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:23,621 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 1cfcfde150c83cfc219a7aad8dfa5a33 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-11-15T18:15:23,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=A 2024-11-15T18:15:23,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:23,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=B 2024-11-15T18:15:23,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:23,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=C 2024-11-15T18:15:23,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:23,628 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/851da15dcba9472fa6b933830d4781e0 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/851da15dcba9472fa6b933830d4781e0 2024-11-15T18:15:23,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111500112e63d4a1423faaf5e65d20719a36_1cfcfde150c83cfc219a7aad8dfa5a33 is 50, key is test_row_0/A:col10/1731694522635/Put/seqid=0 2024-11-15T18:15:23,636 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfcfde150c83cfc219a7aad8dfa5a33/A of 1cfcfde150c83cfc219a7aad8dfa5a33 into 851da15dcba9472fa6b933830d4781e0(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:23,636 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:23,636 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., storeName=1cfcfde150c83cfc219a7aad8dfa5a33/A, priority=13, startTime=1731694523517; duration=0sec 2024-11-15T18:15:23,636 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:23,636 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfcfde150c83cfc219a7aad8dfa5a33:A 2024-11-15T18:15:23,636 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:23,638 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:23,638 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 1cfcfde150c83cfc219a7aad8dfa5a33/C is initiating minor compaction (all files) 2024-11-15T18:15:23,638 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfcfde150c83cfc219a7aad8dfa5a33/C in TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:23,638 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/c79f20fcf0154d098cecdf300d2450e6, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/1b6b0d29042a4facac67b28fd3902c10, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/0efa92239ff94e069d2ac1bb55e776d4] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp, totalSize=36.0 K 2024-11-15T18:15:23,639 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting c79f20fcf0154d098cecdf300d2450e6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731694519982 2024-11-15T18:15:23,639 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b6b0d29042a4facac67b28fd3902c10, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731694520652 2024-11-15T18:15:23,640 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0efa92239ff94e069d2ac1bb55e776d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731694521829 2024-11-15T18:15:23,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742024_1200 (size=12304) 2024-11-15T18:15:23,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,658 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfcfde150c83cfc219a7aad8dfa5a33#C#compaction#170 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:23,658 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/d50f8956956d4e419bc062cfef19074e is 50, key is test_row_0/C:col10/1731694521830/Put/seqid=0 2024-11-15T18:15:23,663 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111500112e63d4a1423faaf5e65d20719a36_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111500112e63d4a1423faaf5e65d20719a36_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:23,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/0c065e9eb67e4ae5a7355a4dac4db420, store: [table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:23,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/0c065e9eb67e4ae5a7355a4dac4db420 is 175, key is test_row_0/A:col10/1731694522635/Put/seqid=0 2024-11-15T18:15:23,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742026_1202 (size=31105) 2024-11-15T18:15:23,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742025_1201 (size=12629) 2024-11-15T18:15:23,682 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/0c065e9eb67e4ae5a7355a4dac4db420 2024-11-15T18:15:23,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/ee790ca6c7bd445eb541cfcedfb655f5 is 50, key is test_row_0/B:col10/1731694522635/Put/seqid=0 2024-11-15T18:15:23,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742027_1203 (size=12151) 2024-11-15T18:15:23,739 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/ee790ca6c7bd445eb541cfcedfb655f5 2024-11-15T18:15:23,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/bd3b9041b1884d8ea0b0158334af44f4 is 50, key is test_row_0/C:col10/1731694522635/Put/seqid=0 2024-11-15T18:15:23,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742028_1204 (size=12151) 2024-11-15T18:15:23,764 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/bd3b9041b1884d8ea0b0158334af44f4 2024-11-15T18:15:23,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/0c065e9eb67e4ae5a7355a4dac4db420 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/0c065e9eb67e4ae5a7355a4dac4db420 2024-11-15T18:15:23,778 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/0c065e9eb67e4ae5a7355a4dac4db420, entries=150, sequenceid=250, filesize=30.4 K 2024-11-15T18:15:23,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/ee790ca6c7bd445eb541cfcedfb655f5 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/ee790ca6c7bd445eb541cfcedfb655f5 2024-11-15T18:15:23,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,785 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/ee790ca6c7bd445eb541cfcedfb655f5, entries=150, sequenceid=250, filesize=11.9 K 2024-11-15T18:15:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/bd3b9041b1884d8ea0b0158334af44f4 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/bd3b9041b1884d8ea0b0158334af44f4 2024-11-15T18:15:23,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,796 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/bd3b9041b1884d8ea0b0158334af44f4, entries=150, sequenceid=250, filesize=11.9 K 2024-11-15T18:15:23,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,797 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=0 B/0 for 1cfcfde150c83cfc219a7aad8dfa5a33 in 176ms, sequenceid=250, compaction requested=false 2024-11-15T18:15:23,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:23,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:23,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-15T18:15:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-15T18:15:23,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-15T18:15:23,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8810 sec 2024-11-15T18:15:23,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.8920 sec 2024-11-15T18:15:23,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:23,891 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1cfcfde150c83cfc219a7aad8dfa5a33 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T18:15:23,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=A 2024-11-15T18:15:23,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:23,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=B 2024-11-15T18:15:23,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:23,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=C 2024-11-15T18:15:23,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:23,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115845578f0c05a444e83667c08a4f5ddeb_1cfcfde150c83cfc219a7aad8dfa5a33 is 50, key is test_row_0/A:col10/1731694523839/Put/seqid=0 2024-11-15T18:15:23,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742029_1205 (size=22518) 2024-11-15T18:15:23,958 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:23,965 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115845578f0c05a444e83667c08a4f5ddeb_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115845578f0c05a444e83667c08a4f5ddeb_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:23,966 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/c623c73b8fb84d5eaf04050282150def, store: [table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:23,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/c623c73b8fb84d5eaf04050282150def is 175, key is test_row_0/A:col10/1731694523839/Put/seqid=0 2024-11-15T18:15:23,972 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731694523953, max timestamp=1731694523970Num uniques 859; 2024-11-15T18:15:23,972 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731694523953, max timestamp=1731694523970Num uniques 859; 2024-11-15T18:15:23,972 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T18:15:23,972 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T18:15:23,974 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731694523953, max timestamp=1731694523970Num uniques 859; 2024-11-15T18:15:23,974 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T18:15:23,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742030_1206 (size=65923) 2024-11-15T18:15:23,997 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/c623c73b8fb84d5eaf04050282150def 2024-11-15T18:15:24,001 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/2495eab785f04cfaa9bde188ad3ded81 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/2495eab785f04cfaa9bde188ad3ded81 2024-11-15T18:15:24,009 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfcfde150c83cfc219a7aad8dfa5a33/B of 1cfcfde150c83cfc219a7aad8dfa5a33 into 2495eab785f04cfaa9bde188ad3ded81(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:24,009 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:24,009 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., storeName=1cfcfde150c83cfc219a7aad8dfa5a33/B, priority=13, startTime=1731694523517; duration=0sec 2024-11-15T18:15:24,009 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:24,009 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfcfde150c83cfc219a7aad8dfa5a33:B 2024-11-15T18:15:24,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/4a0e22e861c24ab888edd8cc4a167597 is 50, key is test_row_0/B:col10/1731694523839/Put/seqid=0 2024-11-15T18:15:24,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:24,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694584032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:24,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:24,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:24,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694584034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:24,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:24,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:24,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:24,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:24,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:24,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742031_1207 (size=12251) 2024-11-15T18:15:24,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T18:15:24,069 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:15:24,070 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:15:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-15T18:15:24,072 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:15:24,072 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:15:24,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:15:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T18:15:24,085 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/d50f8956956d4e419bc062cfef19074e as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/d50f8956956d4e419bc062cfef19074e 2024-11-15T18:15:24,092 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfcfde150c83cfc219a7aad8dfa5a33/C of 1cfcfde150c83cfc219a7aad8dfa5a33 into d50f8956956d4e419bc062cfef19074e(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:24,092 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:24,092 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., storeName=1cfcfde150c83cfc219a7aad8dfa5a33/C, priority=13, startTime=1731694523517; duration=0sec 2024-11-15T18:15:24,092 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:24,092 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfcfde150c83cfc219a7aad8dfa5a33:C 2024-11-15T18:15:24,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694584149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:24,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:24,153 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:24,153 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694584149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:24,153 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:24,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:24,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:24,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T18:15:24,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-15T18:15:24,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:24,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:24,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:24,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:24,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:24,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:24,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:24,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694584359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:24,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:24,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:24,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694584359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:24,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:24,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:24,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:24,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:24,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:24,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-15T18:15:24,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:24,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:24,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:24,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:24,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:24,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T18:15:24,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/4a0e22e861c24ab888edd8cc4a167597 2024-11-15T18:15:24,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/b3d5c29ccf7e43a8bc76fbbb87140f5d is 50, key is test_row_0/C:col10/1731694523839/Put/seqid=0 2024-11-15T18:15:24,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742032_1208 (size=12251) 2024-11-15T18:15:24,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-15T18:15:24,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:24,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:24,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:24,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:24,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:24,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694584669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:24,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:24,672 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:24,672 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:24,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694584680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:24,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:24,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:24,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:24,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-15T18:15:24,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:24,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:24,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:24,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:24,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T18:15:24,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-15T18:15:24,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:24,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:24,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:24,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:24,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:24,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/b3d5c29ccf7e43a8bc76fbbb87140f5d 2024-11-15T18:15:24,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/c623c73b8fb84d5eaf04050282150def as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/c623c73b8fb84d5eaf04050282150def 2024-11-15T18:15:24,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/c623c73b8fb84d5eaf04050282150def, entries=350, sequenceid=261, filesize=64.4 K 2024-11-15T18:15:24,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/4a0e22e861c24ab888edd8cc4a167597 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/4a0e22e861c24ab888edd8cc4a167597 2024-11-15T18:15:24,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/4a0e22e861c24ab888edd8cc4a167597, entries=150, sequenceid=261, filesize=12.0 K 2024-11-15T18:15:24,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/b3d5c29ccf7e43a8bc76fbbb87140f5d as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/b3d5c29ccf7e43a8bc76fbbb87140f5d 2024-11-15T18:15:24,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/b3d5c29ccf7e43a8bc76fbbb87140f5d, entries=150, sequenceid=261, filesize=12.0 K 2024-11-15T18:15:24,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 1cfcfde150c83cfc219a7aad8dfa5a33 in 1019ms, sequenceid=261, compaction requested=true 2024-11-15T18:15:24,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:24,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfcfde150c83cfc219a7aad8dfa5a33:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:15:24,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:24,911 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:24,911 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:24,913 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37031 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:24,913 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:24,913 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 1cfcfde150c83cfc219a7aad8dfa5a33/A is initiating minor compaction (all files) 2024-11-15T18:15:24,913 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 1cfcfde150c83cfc219a7aad8dfa5a33/B is initiating minor compaction (all files) 2024-11-15T18:15:24,913 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfcfde150c83cfc219a7aad8dfa5a33/B in TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:24,913 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfcfde150c83cfc219a7aad8dfa5a33/A in TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:24,913 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/851da15dcba9472fa6b933830d4781e0, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/0c065e9eb67e4ae5a7355a4dac4db420, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/c623c73b8fb84d5eaf04050282150def] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp, totalSize=125.6 K 2024-11-15T18:15:24,913 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/2495eab785f04cfaa9bde188ad3ded81, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/ee790ca6c7bd445eb541cfcedfb655f5, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/4a0e22e861c24ab888edd8cc4a167597] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp, totalSize=36.2 K 2024-11-15T18:15:24,913 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:24,913 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. files: [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/851da15dcba9472fa6b933830d4781e0, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/0c065e9eb67e4ae5a7355a4dac4db420, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/c623c73b8fb84d5eaf04050282150def] 2024-11-15T18:15:24,914 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 851da15dcba9472fa6b933830d4781e0, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731694521829 2024-11-15T18:15:24,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfcfde150c83cfc219a7aad8dfa5a33:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:15:24,914 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 2495eab785f04cfaa9bde188ad3ded81, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731694521829 2024-11-15T18:15:24,914 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c065e9eb67e4ae5a7355a4dac4db420, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731694522635 2024-11-15T18:15:24,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:24,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfcfde150c83cfc219a7aad8dfa5a33:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:15:24,914 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting ee790ca6c7bd445eb541cfcedfb655f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731694522635 2024-11-15T18:15:24,914 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting c623c73b8fb84d5eaf04050282150def, keycount=350, bloomtype=ROW, size=64.4 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731694523839 2024-11-15T18:15:24,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:24,915 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a0e22e861c24ab888edd8cc4a167597, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731694523839 2024-11-15T18:15:24,941 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfcfde150c83cfc219a7aad8dfa5a33#B#compaction#176 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:24,941 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/6b4c365639c3460bbc33a1fccd96fef4 is 50, key is test_row_0/B:col10/1731694523839/Put/seqid=0 2024-11-15T18:15:24,957 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:24,974 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115ae8d77f4f9de4bd0b98bf9131be8841a_1cfcfde150c83cfc219a7aad8dfa5a33 store=[table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:24,977 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115ae8d77f4f9de4bd0b98bf9131be8841a_1cfcfde150c83cfc219a7aad8dfa5a33, store=[table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:24,977 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ae8d77f4f9de4bd0b98bf9131be8841a_1cfcfde150c83cfc219a7aad8dfa5a33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:24,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-15T18:15:24,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:24,995 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 1cfcfde150c83cfc219a7aad8dfa5a33 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-15T18:15:24,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=A 2024-11-15T18:15:24,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:24,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=B 2024-11-15T18:15:24,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:24,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=C 2024-11-15T18:15:24,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:25,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742033_1209 (size=12831) 2024-11-15T18:15:25,017 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/6b4c365639c3460bbc33a1fccd96fef4 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/6b4c365639c3460bbc33a1fccd96fef4 2024-11-15T18:15:25,024 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfcfde150c83cfc219a7aad8dfa5a33/B of 1cfcfde150c83cfc219a7aad8dfa5a33 into 6b4c365639c3460bbc33a1fccd96fef4(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:25,024 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:25,024 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., storeName=1cfcfde150c83cfc219a7aad8dfa5a33/B, priority=13, startTime=1731694524911; duration=0sec 2024-11-15T18:15:25,024 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:25,024 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfcfde150c83cfc219a7aad8dfa5a33:B 2024-11-15T18:15:25,024 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:25,026 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37031 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:25,027 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 1cfcfde150c83cfc219a7aad8dfa5a33/C is initiating minor compaction (all files) 2024-11-15T18:15:25,027 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfcfde150c83cfc219a7aad8dfa5a33/C in TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:25,027 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/d50f8956956d4e419bc062cfef19074e, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/bd3b9041b1884d8ea0b0158334af44f4, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/b3d5c29ccf7e43a8bc76fbbb87140f5d] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp, totalSize=36.2 K 2024-11-15T18:15:25,028 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting d50f8956956d4e419bc062cfef19074e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731694521829 2024-11-15T18:15:25,028 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting bd3b9041b1884d8ea0b0158334af44f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731694522635 2024-11-15T18:15:25,028 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting b3d5c29ccf7e43a8bc76fbbb87140f5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731694523839 2024-11-15T18:15:25,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111577ccb76d5213407394c4b0339e4b4512_1cfcfde150c83cfc219a7aad8dfa5a33 is 50, key is test_row_0/A:col10/1731694524032/Put/seqid=0 2024-11-15T18:15:25,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742034_1210 (size=4469) 2024-11-15T18:15:25,043 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfcfde150c83cfc219a7aad8dfa5a33#A#compaction#177 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:25,043 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/8d081999e04b49a5b8a7380e52eced2a is 175, key is test_row_0/A:col10/1731694523839/Put/seqid=0 2024-11-15T18:15:25,051 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfcfde150c83cfc219a7aad8dfa5a33#C#compaction#179 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:25,052 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/937d0808465447aa8b56f58844b2583c is 50, key is test_row_0/C:col10/1731694523839/Put/seqid=0 2024-11-15T18:15:25,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742035_1211 (size=12454) 2024-11-15T18:15:25,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742036_1212 (size=31785) 2024-11-15T18:15:25,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742037_1213 (size=12831) 2024-11-15T18:15:25,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T18:15:25,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694585228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:25,238 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:25,238 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:25,238 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:25,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694585238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:25,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:25,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:25,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:25,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694585349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:25,357 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:25,357 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:25,357 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:25,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694585359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:25,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:25,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:25,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:25,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:25,518 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111577ccb76d5213407394c4b0339e4b4512_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111577ccb76d5213407394c4b0339e4b4512_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:25,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/6b0e1a59974543f399755094d7c0d149, store: [table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:25,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/6b0e1a59974543f399755094d7c0d149 is 175, key is test_row_0/A:col10/1731694524032/Put/seqid=0 2024-11-15T18:15:25,557 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/8d081999e04b49a5b8a7380e52eced2a as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/8d081999e04b49a5b8a7380e52eced2a 2024-11-15T18:15:25,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742038_1214 (size=31255) 2024-11-15T18:15:25,570 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfcfde150c83cfc219a7aad8dfa5a33/A of 1cfcfde150c83cfc219a7aad8dfa5a33 into 8d081999e04b49a5b8a7380e52eced2a(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:25,570 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:25,570 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., storeName=1cfcfde150c83cfc219a7aad8dfa5a33/A, priority=13, startTime=1731694524911; duration=0sec 2024-11-15T18:15:25,570 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:25,570 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfcfde150c83cfc219a7aad8dfa5a33:A 2024-11-15T18:15:25,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694585569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:25,574 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:25,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:25,574 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:25,574 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694585570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:25,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:25,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:25,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:25,582 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/937d0808465447aa8b56f58844b2583c as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/937d0808465447aa8b56f58844b2583c 2024-11-15T18:15:25,589 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfcfde150c83cfc219a7aad8dfa5a33/C of 1cfcfde150c83cfc219a7aad8dfa5a33 into 937d0808465447aa8b56f58844b2583c(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:25,589 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:25,589 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., storeName=1cfcfde150c83cfc219a7aad8dfa5a33/C, priority=13, startTime=1731694524914; duration=0sec 2024-11-15T18:15:25,589 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:25,589 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfcfde150c83cfc219a7aad8dfa5a33:C 2024-11-15T18:15:25,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694585879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:25,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694585879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:25,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:25,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:25,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:25,886 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:25,886 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:25,886 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:25,966 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=299, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/6b0e1a59974543f399755094d7c0d149 2024-11-15T18:15:25,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/3146c4f608b242be9ddf078d82b954e9 is 50, key is test_row_0/B:col10/1731694524032/Put/seqid=0 2024-11-15T18:15:25,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742039_1215 (size=12301) 2024-11-15T18:15:26,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:26,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39470 deadline: 1731694586029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:26,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:26,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731694586029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:26,032 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_1' in 1cfcfde150c83cfc219a7aad8dfa5a33 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:15:26,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:26,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:26,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:26,032 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_0' in 1cfcfde150c83cfc219a7aad8dfa5a33 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:15:26,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:26,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:26,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:26,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:26,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731694586039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:26,047 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_0' in 1cfcfde150c83cfc219a7aad8dfa5a33 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8224 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:15:26,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:26,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:26,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T18:15:26,383 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/3146c4f608b242be9ddf078d82b954e9 2024-11-15T18:15:26,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694586389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:26,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:26,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:26,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:26,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/22fff5fe0e024d0e9f8679252c62f183 is 50, key is test_row_0/C:col10/1731694524032/Put/seqid=0 2024-11-15T18:15:26,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694586402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:26,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:26,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:26,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:26,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742040_1216 (size=12301) 2024-11-15T18:15:26,429 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/22fff5fe0e024d0e9f8679252c62f183 2024-11-15T18:15:26,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/6b0e1a59974543f399755094d7c0d149 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/6b0e1a59974543f399755094d7c0d149 2024-11-15T18:15:26,445 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/6b0e1a59974543f399755094d7c0d149, entries=150, sequenceid=299, filesize=30.5 K 2024-11-15T18:15:26,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/3146c4f608b242be9ddf078d82b954e9 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/3146c4f608b242be9ddf078d82b954e9 2024-11-15T18:15:26,453 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/3146c4f608b242be9ddf078d82b954e9, entries=150, sequenceid=299, filesize=12.0 K 2024-11-15T18:15:26,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/22fff5fe0e024d0e9f8679252c62f183 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/22fff5fe0e024d0e9f8679252c62f183 2024-11-15T18:15:26,462 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/22fff5fe0e024d0e9f8679252c62f183, entries=150, sequenceid=299, filesize=12.0 K 2024-11-15T18:15:26,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-15T18:15:26,469 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 1cfcfde150c83cfc219a7aad8dfa5a33 in 1474ms, sequenceid=299, compaction requested=false 2024-11-15T18:15:26,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:26,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:26,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-15T18:15:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-15T18:15:26,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-15T18:15:26,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3990 sec 2024-11-15T18:15:26,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 2.4070 sec 2024-11-15T18:15:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:27,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1cfcfde150c83cfc219a7aad8dfa5a33 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-15T18:15:27,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=A 2024-11-15T18:15:27,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:27,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=B 2024-11-15T18:15:27,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:27,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=C 2024-11-15T18:15:27,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:27,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b66f4b7e3fda4b8db0b221661a2fc9c5_1cfcfde150c83cfc219a7aad8dfa5a33 is 50, key is test_row_0/A:col10/1731694525226/Put/seqid=0 2024-11-15T18:15:27,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742041_1217 (size=14994) 2024-11-15T18:15:27,462 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731694527443, max timestamp=1731694527459Num uniques 859; 2024-11-15T18:15:27,462 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T18:15:27,462 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731694527443, max timestamp=1731694527459Num uniques 859; 2024-11-15T18:15:27,462 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T18:15:27,462 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:27,466 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731694527443, max timestamp=1731694527459Num uniques 859; 2024-11-15T18:15:27,466 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T18:15:27,468 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b66f4b7e3fda4b8db0b221661a2fc9c5_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b66f4b7e3fda4b8db0b221661a2fc9c5_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:27,470 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/044057b2e1034e319171b64f47a54066, store: [table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:27,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/044057b2e1034e319171b64f47a54066 is 175, key is test_row_0/A:col10/1731694525226/Put/seqid=0 2024-11-15T18:15:27,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742042_1218 (size=39949) 2024-11-15T18:15:27,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694587524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:27,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694587524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:27,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:27,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:27,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:27,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:27,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:27,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:27,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694587639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:27,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694587639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:27,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:27,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694587849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:27,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694587849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:27,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:27,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:27,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:27,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:27,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:27,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:27,901 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=313, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/044057b2e1034e319171b64f47a54066 2024-11-15T18:15:27,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/bc8e24f2a0dd4c28807e4e57a39f63ed is 50, key is test_row_0/B:col10/1731694525226/Put/seqid=0 2024-11-15T18:15:27,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742043_1219 (size=12301) 2024-11-15T18:15:28,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:28,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694588159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:28,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:28,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:28,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694588159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:28,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:28,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:28,161 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:28,161 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:28,161 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:28,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T18:15:28,229 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:15:28,229 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:15:28,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-15T18:15:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-15T18:15:28,232 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:15:28,232 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:15:28,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:15:28,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/bc8e24f2a0dd4c28807e4e57a39f63ed 2024-11-15T18:15:28,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/f5f9d8216c8343bd9b9a1116190f4757 is 50, key is test_row_0/C:col10/1731694525226/Put/seqid=0 2024-11-15T18:15:28,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742044_1220 (size=12301) 2024-11-15T18:15:28,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/f5f9d8216c8343bd9b9a1116190f4757 2024-11-15T18:15:28,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/044057b2e1034e319171b64f47a54066 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/044057b2e1034e319171b64f47a54066 2024-11-15T18:15:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-15T18:15:28,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/044057b2e1034e319171b64f47a54066, entries=200, sequenceid=313, filesize=39.0 K 2024-11-15T18:15:28,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/bc8e24f2a0dd4c28807e4e57a39f63ed as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/bc8e24f2a0dd4c28807e4e57a39f63ed 2024-11-15T18:15:28,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/bc8e24f2a0dd4c28807e4e57a39f63ed, entries=150, sequenceid=313, filesize=12.0 K 2024-11-15T18:15:28,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/f5f9d8216c8343bd9b9a1116190f4757 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/f5f9d8216c8343bd9b9a1116190f4757 2024-11-15T18:15:28,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/f5f9d8216c8343bd9b9a1116190f4757, entries=150, sequenceid=313, filesize=12.0 K 2024-11-15T18:15:28,356 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 1cfcfde150c83cfc219a7aad8dfa5a33 in 953ms, sequenceid=313, compaction requested=true 2024-11-15T18:15:28,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:28,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfcfde150c83cfc219a7aad8dfa5a33:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:15:28,356 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:28,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:28,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfcfde150c83cfc219a7aad8dfa5a33:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:15:28,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:28,356 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:28,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfcfde150c83cfc219a7aad8dfa5a33:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:15:28,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:28,357 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102989 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:28,357 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 1cfcfde150c83cfc219a7aad8dfa5a33/A is initiating minor compaction (all files) 2024-11-15T18:15:28,357 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfcfde150c83cfc219a7aad8dfa5a33/A in TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:28,357 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/8d081999e04b49a5b8a7380e52eced2a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/6b0e1a59974543f399755094d7c0d149, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/044057b2e1034e319171b64f47a54066] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp, totalSize=100.6 K 2024-11-15T18:15:28,357 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:28,357 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. files: [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/8d081999e04b49a5b8a7380e52eced2a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/6b0e1a59974543f399755094d7c0d149, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/044057b2e1034e319171b64f47a54066] 2024-11-15T18:15:28,358 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:28,358 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 1cfcfde150c83cfc219a7aad8dfa5a33/B is initiating minor compaction (all files) 2024-11-15T18:15:28,358 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfcfde150c83cfc219a7aad8dfa5a33/B in TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:28,358 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/6b4c365639c3460bbc33a1fccd96fef4, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/3146c4f608b242be9ddf078d82b954e9, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/bc8e24f2a0dd4c28807e4e57a39f63ed] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp, totalSize=36.6 K 2024-11-15T18:15:28,358 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d081999e04b49a5b8a7380e52eced2a, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731694523839 2024-11-15T18:15:28,358 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b4c365639c3460bbc33a1fccd96fef4, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731694523839 2024-11-15T18:15:28,359 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 3146c4f608b242be9ddf078d82b954e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731694524027 2024-11-15T18:15:28,359 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b0e1a59974543f399755094d7c0d149, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731694524027 2024-11-15T18:15:28,359 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting bc8e24f2a0dd4c28807e4e57a39f63ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731694525225 2024-11-15T18:15:28,359 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 044057b2e1034e319171b64f47a54066, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731694525225 2024-11-15T18:15:28,370 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfcfde150c83cfc219a7aad8dfa5a33#B#compaction#185 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:28,371 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/a5c328ce2f1847a7aa993d1133076efc is 50, key is test_row_0/B:col10/1731694525226/Put/seqid=0 2024-11-15T18:15:28,373 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:28,381 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111516797354924246ecb4672719a47b23ea_1cfcfde150c83cfc219a7aad8dfa5a33 store=[table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:28,383 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111516797354924246ecb4672719a47b23ea_1cfcfde150c83cfc219a7aad8dfa5a33, store=[table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:28,383 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111516797354924246ecb4672719a47b23ea_1cfcfde150c83cfc219a7aad8dfa5a33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:28,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-15T18:15:28,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:28,385 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 1cfcfde150c83cfc219a7aad8dfa5a33 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-15T18:15:28,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=A 2024-11-15T18:15:28,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:28,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=B 2024-11-15T18:15:28,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:28,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=C 2024-11-15T18:15:28,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:28,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742045_1221 (size=12983) 2024-11-15T18:15:28,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742046_1222 (size=4469) 2024-11-15T18:15:28,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115617503a55b214836b9ce3e2a4fc365d9_1cfcfde150c83cfc219a7aad8dfa5a33 is 50, key is test_row_0/A:col10/1731694527523/Put/seqid=0 2024-11-15T18:15:28,402 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfcfde150c83cfc219a7aad8dfa5a33#A#compaction#186 average throughput is 0.87 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:28,402 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/433681fe98404b66a3f4eb69517c07f7 is 175, key is test_row_0/A:col10/1731694525226/Put/seqid=0 2024-11-15T18:15:28,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742047_1223 (size=31937) 2024-11-15T18:15:28,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742048_1224 (size=12454) 2024-11-15T18:15:28,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:28,441 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/433681fe98404b66a3f4eb69517c07f7 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/433681fe98404b66a3f4eb69517c07f7 2024-11-15T18:15:28,441 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115617503a55b214836b9ce3e2a4fc365d9_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115617503a55b214836b9ce3e2a4fc365d9_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:28,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/54c56c4919484d018b852451623f1329, store: [table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:28,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/54c56c4919484d018b852451623f1329 is 175, key is test_row_0/A:col10/1731694527523/Put/seqid=0 2024-11-15T18:15:28,461 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfcfde150c83cfc219a7aad8dfa5a33/A of 1cfcfde150c83cfc219a7aad8dfa5a33 into 433681fe98404b66a3f4eb69517c07f7(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:28,461 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:28,461 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., storeName=1cfcfde150c83cfc219a7aad8dfa5a33/A, priority=13, startTime=1731694528356; duration=0sec 2024-11-15T18:15:28,461 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:28,461 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfcfde150c83cfc219a7aad8dfa5a33:A 2024-11-15T18:15:28,461 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:28,463 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:28,463 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 1cfcfde150c83cfc219a7aad8dfa5a33/C is initiating minor compaction (all files) 2024-11-15T18:15:28,463 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfcfde150c83cfc219a7aad8dfa5a33/C in TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:28,463 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/937d0808465447aa8b56f58844b2583c, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/22fff5fe0e024d0e9f8679252c62f183, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/f5f9d8216c8343bd9b9a1116190f4757] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp, totalSize=36.6 K 2024-11-15T18:15:28,464 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 937d0808465447aa8b56f58844b2583c, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731694523839 2024-11-15T18:15:28,469 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22fff5fe0e024d0e9f8679252c62f183, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731694524027 2024-11-15T18:15:28,470 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5f9d8216c8343bd9b9a1116190f4757, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731694525225 2024-11-15T18:15:28,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742049_1225 (size=31255) 2024-11-15T18:15:28,488 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=348, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/54c56c4919484d018b852451623f1329 2024-11-15T18:15:28,491 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfcfde150c83cfc219a7aad8dfa5a33#C#compaction#188 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:28,492 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/ac4f0d3e1ee844f197dcfe561990c817 is 50, key is test_row_0/C:col10/1731694525226/Put/seqid=0 2024-11-15T18:15:28,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/92fce2ffe2b74709b2f2dbba67708100 is 50, key is test_row_0/B:col10/1731694527523/Put/seqid=0 2024-11-15T18:15:28,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742050_1226 (size=12983) 2024-11-15T18:15:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-15T18:15:28,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742051_1227 (size=12301) 2024-11-15T18:15:28,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:28,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694588699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:28,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:28,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694588700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:28,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:28,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:28,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:28,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:28,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:28,790 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/a5c328ce2f1847a7aa993d1133076efc as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/a5c328ce2f1847a7aa993d1133076efc 2024-11-15T18:15:28,795 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfcfde150c83cfc219a7aad8dfa5a33/B of 1cfcfde150c83cfc219a7aad8dfa5a33 into a5c328ce2f1847a7aa993d1133076efc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:28,795 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:28,795 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., storeName=1cfcfde150c83cfc219a7aad8dfa5a33/B, priority=13, startTime=1731694528356; duration=0sec 2024-11-15T18:15:28,795 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:28,795 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfcfde150c83cfc219a7aad8dfa5a33:B 2024-11-15T18:15:28,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694588809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:28,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:28,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:28,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:28,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694588819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:28,827 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:28,827 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:28,827 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-15T18:15:28,925 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/ac4f0d3e1ee844f197dcfe561990c817 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/ac4f0d3e1ee844f197dcfe561990c817 2024-11-15T18:15:28,937 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfcfde150c83cfc219a7aad8dfa5a33/C of 1cfcfde150c83cfc219a7aad8dfa5a33 into ac4f0d3e1ee844f197dcfe561990c817(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:28,937 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:28,937 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., storeName=1cfcfde150c83cfc219a7aad8dfa5a33/C, priority=13, startTime=1731694528356; duration=0sec 2024-11-15T18:15:28,938 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:28,938 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfcfde150c83cfc219a7aad8dfa5a33:C 2024-11-15T18:15:28,961 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/92fce2ffe2b74709b2f2dbba67708100 2024-11-15T18:15:28,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/4f67d97db85b4b02949ddde0b27f9557 is 50, key is test_row_0/C:col10/1731694527523/Put/seqid=0 2024-11-15T18:15:29,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742052_1228 (size=12301) 2024-11-15T18:15:29,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694589019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:29,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:29,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:29,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:29,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694589039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:29,043 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:29,043 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:29,043 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:29,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694589329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:29,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:29,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:29,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:29,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694589348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:29,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:29,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:29,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-15T18:15:29,410 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/4f67d97db85b4b02949ddde0b27f9557 2024-11-15T18:15:29,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/54c56c4919484d018b852451623f1329 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/54c56c4919484d018b852451623f1329 2024-11-15T18:15:29,420 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/54c56c4919484d018b852451623f1329, entries=150, sequenceid=348, filesize=30.5 K 2024-11-15T18:15:29,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/92fce2ffe2b74709b2f2dbba67708100 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/92fce2ffe2b74709b2f2dbba67708100 2024-11-15T18:15:29,426 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/92fce2ffe2b74709b2f2dbba67708100, entries=150, sequenceid=348, filesize=12.0 K 2024-11-15T18:15:29,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/4f67d97db85b4b02949ddde0b27f9557 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/4f67d97db85b4b02949ddde0b27f9557 2024-11-15T18:15:29,437 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/4f67d97db85b4b02949ddde0b27f9557, entries=150, sequenceid=348, filesize=12.0 K 2024-11-15T18:15:29,439 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 1cfcfde150c83cfc219a7aad8dfa5a33 in 1053ms, sequenceid=348, compaction requested=false 2024-11-15T18:15:29,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:29,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:29,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-15T18:15:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-15T18:15:29,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-15T18:15:29,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2100 sec 2024-11-15T18:15:29,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 1.2190 sec 2024-11-15T18:15:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:29,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1cfcfde150c83cfc219a7aad8dfa5a33 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-15T18:15:29,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=A 2024-11-15T18:15:29,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:29,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=B 2024-11-15T18:15:29,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:29,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=C 2024-11-15T18:15:29,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:29,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c62d5de816cb466992750cab4fadf9ba_1cfcfde150c83cfc219a7aad8dfa5a33 is 50, key is test_row_0/A:col10/1731694528698/Put/seqid=0 2024-11-15T18:15:29,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742053_1229 (size=14994) 2024-11-15T18:15:29,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694589893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:29,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:29,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:29,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:29,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694589897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:29,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:29,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:29,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:30,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:30,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694590009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:30,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694590009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:30,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:30,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:30,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:30,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:30,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:30,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:30,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:30,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694590220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:30,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:30,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:30,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694590220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:30,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:30,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:30,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:30,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:30,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:30,263 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:30,272 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c62d5de816cb466992750cab4fadf9ba_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c62d5de816cb466992750cab4fadf9ba_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:30,274 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/7def41781fc54ec48da83090eed9bba9, store: [table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:30,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/7def41781fc54ec48da83090eed9bba9 is 175, key is test_row_0/A:col10/1731694528698/Put/seqid=0 2024-11-15T18:15:30,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742054_1230 (size=39949) 2024-11-15T18:15:30,338 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=363, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/7def41781fc54ec48da83090eed9bba9 2024-11-15T18:15:30,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/f518a0712a5640bda0237aff4d57030b is 50, key is test_row_0/B:col10/1731694528698/Put/seqid=0 2024-11-15T18:15:30,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742055_1231 (size=12301) 2024-11-15T18:15:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-15T18:15:30,389 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:15:30,389 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:15:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-11-15T18:15:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-15T18:15:30,392 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:15:30,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/f518a0712a5640bda0237aff4d57030b 2024-11-15T18:15:30,393 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:15:30,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:15:30,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/255ffb877def4b2db6449e4179b22ed7 is 50, key is test_row_0/C:col10/1731694528698/Put/seqid=0 2024-11-15T18:15:30,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742056_1232 (size=12301) 2024-11-15T18:15:30,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/255ffb877def4b2db6449e4179b22ed7 2024-11-15T18:15:30,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/7def41781fc54ec48da83090eed9bba9 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/7def41781fc54ec48da83090eed9bba9 2024-11-15T18:15:30,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/7def41781fc54ec48da83090eed9bba9, entries=200, sequenceid=363, filesize=39.0 K 2024-11-15T18:15:30,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/f518a0712a5640bda0237aff4d57030b as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/f518a0712a5640bda0237aff4d57030b 2024-11-15T18:15:30,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/f518a0712a5640bda0237aff4d57030b, entries=150, sequenceid=363, filesize=12.0 K 2024-11-15T18:15:30,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/255ffb877def4b2db6449e4179b22ed7 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/255ffb877def4b2db6449e4179b22ed7 2024-11-15T18:15:30,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/255ffb877def4b2db6449e4179b22ed7, entries=150, sequenceid=363, filesize=12.0 K 2024-11-15T18:15:30,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 1cfcfde150c83cfc219a7aad8dfa5a33 in 608ms, sequenceid=363, compaction requested=true 2024-11-15T18:15:30,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:30,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfcfde150c83cfc219a7aad8dfa5a33:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:15:30,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:30,450 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:30,451 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:30,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfcfde150c83cfc219a7aad8dfa5a33:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:15:30,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:30,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfcfde150c83cfc219a7aad8dfa5a33:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:15:30,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:30,452 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:30,452 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 1cfcfde150c83cfc219a7aad8dfa5a33/A is initiating minor compaction (all files) 2024-11-15T18:15:30,452 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfcfde150c83cfc219a7aad8dfa5a33/A in TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:30,452 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/433681fe98404b66a3f4eb69517c07f7, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/54c56c4919484d018b852451623f1329, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/7def41781fc54ec48da83090eed9bba9] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp, totalSize=100.7 K 2024-11-15T18:15:30,452 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:30,452 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. files: [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/433681fe98404b66a3f4eb69517c07f7, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/54c56c4919484d018b852451623f1329, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/7def41781fc54ec48da83090eed9bba9] 2024-11-15T18:15:30,453 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:30,453 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 1cfcfde150c83cfc219a7aad8dfa5a33/B is initiating minor compaction (all files) 2024-11-15T18:15:30,453 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfcfde150c83cfc219a7aad8dfa5a33/B in TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:30,453 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/a5c328ce2f1847a7aa993d1133076efc, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/92fce2ffe2b74709b2f2dbba67708100, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/f518a0712a5640bda0237aff4d57030b] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp, totalSize=36.7 K 2024-11-15T18:15:30,453 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 433681fe98404b66a3f4eb69517c07f7, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731694525225 2024-11-15T18:15:30,453 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting a5c328ce2f1847a7aa993d1133076efc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731694525225 2024-11-15T18:15:30,454 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 92fce2ffe2b74709b2f2dbba67708100, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731694527515 2024-11-15T18:15:30,454 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54c56c4919484d018b852451623f1329, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731694527515 2024-11-15T18:15:30,456 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting f518a0712a5640bda0237aff4d57030b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731694528681 2024-11-15T18:15:30,456 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7def41781fc54ec48da83090eed9bba9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731694528681 2024-11-15T18:15:30,466 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:30,470 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfcfde150c83cfc219a7aad8dfa5a33#B#compaction#195 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:30,471 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/2fbe5942e267423e97b191938b1bbe06 is 50, key is test_row_0/B:col10/1731694528698/Put/seqid=0 2024-11-15T18:15:30,472 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411150a3c8ef94b6846eb8965d7d5e4d707f2_1cfcfde150c83cfc219a7aad8dfa5a33 store=[table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:30,474 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411150a3c8ef94b6846eb8965d7d5e4d707f2_1cfcfde150c83cfc219a7aad8dfa5a33, store=[table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:30,474 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150a3c8ef94b6846eb8965d7d5e4d707f2_1cfcfde150c83cfc219a7aad8dfa5a33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-15T18:15:30,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742058_1234 (size=4469) 2024-11-15T18:15:30,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742057_1233 (size=13085) 2024-11-15T18:15:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:30,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1cfcfde150c83cfc219a7aad8dfa5a33 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-15T18:15:30,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=A 2024-11-15T18:15:30,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:30,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=B 2024-11-15T18:15:30,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:30,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=C 2024-11-15T18:15:30,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:30,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111547fa75fd0873449d9d1d1ff16fb5ba29_1cfcfde150c83cfc219a7aad8dfa5a33 is 50, key is test_row_0/A:col10/1731694530532/Put/seqid=0 2024-11-15T18:15:30,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-15T18:15:30,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:30,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:30,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:30,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:30,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:30,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742059_1235 (size=14994) 2024-11-15T18:15:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:30,547 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:30,551 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111547fa75fd0873449d9d1d1ff16fb5ba29_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111547fa75fd0873449d9d1d1ff16fb5ba29_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:30,552 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/fa2bdbcfd6f04f00becf8250f5074040, store: [table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:30,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/fa2bdbcfd6f04f00becf8250f5074040 is 175, key is test_row_0/A:col10/1731694530532/Put/seqid=0 2024-11-15T18:15:30,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694590555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:30,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:30,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:30,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694590555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:30,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:30,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:30,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:30,558 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:30,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742060_1236 (size=39949) 2024-11-15T18:15:30,562 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=384, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/fa2bdbcfd6f04f00becf8250f5074040 2024-11-15T18:15:30,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/1245e76a1e0b45d48839993e2895de33 is 50, key is test_row_0/B:col10/1731694530532/Put/seqid=0 2024-11-15T18:15:30,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742061_1237 (size=12301) 2024-11-15T18:15:30,614 INFO [Thread-701 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-701. 2024-11-15T18:15:30,615 DEBUG [Thread-701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:15:30,615 DEBUG [Thread-701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:30,615 DEBUG [Thread-701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:30,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:30,616 INFO [Thread-707 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-707. 2024-11-15T18:15:30,617 DEBUG [Thread-707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:15:30,617 DEBUG [Thread-707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:30,617 DEBUG [Thread-707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:30,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:30,619 INFO [Thread-705 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-705. 2024-11-15T18:15:30,619 DEBUG [Thread-705 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:15:30,619 DEBUG [Thread-705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:30,619 INFO [Thread-703 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-703. 2024-11-15T18:15:30,619 DEBUG [Thread-703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:15:30,619 DEBUG [Thread-705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:30,619 DEBUG [Thread-703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:30,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:30,619 DEBUG [Thread-703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:30,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:30,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:30,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694590670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694590670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:30,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:30,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:30,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:30,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:30,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:30,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:30,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-15T18:15:30,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:30,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:30,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:30,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:30,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-15T18:15:30,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-15T18:15:30,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:30,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:30,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:30,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:30,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:30,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:30,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694590879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694590879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:30,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:30,880 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:30,880 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:30,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:30,880 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:30,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:30,908 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfcfde150c83cfc219a7aad8dfa5a33#A#compaction#194 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:30,909 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/94af381beee34056892d9011f670327a is 175, key is test_row_0/A:col10/1731694528698/Put/seqid=0 2024-11-15T18:15:30,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742062_1238 (size=32039) 2024-11-15T18:15:30,916 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/2fbe5942e267423e97b191938b1bbe06 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/2fbe5942e267423e97b191938b1bbe06 2024-11-15T18:15:30,922 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfcfde150c83cfc219a7aad8dfa5a33/B of 1cfcfde150c83cfc219a7aad8dfa5a33 into 2fbe5942e267423e97b191938b1bbe06(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:30,922 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:30,922 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., storeName=1cfcfde150c83cfc219a7aad8dfa5a33/B, priority=13, startTime=1731694530450; duration=0sec 2024-11-15T18:15:30,922 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:30,922 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfcfde150c83cfc219a7aad8dfa5a33:B 2024-11-15T18:15:30,922 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:30,923 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:30,923 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 1cfcfde150c83cfc219a7aad8dfa5a33/C is initiating minor compaction (all files) 2024-11-15T18:15:30,923 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfcfde150c83cfc219a7aad8dfa5a33/C in TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:30,924 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/ac4f0d3e1ee844f197dcfe561990c817, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/4f67d97db85b4b02949ddde0b27f9557, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/255ffb877def4b2db6449e4179b22ed7] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp, totalSize=36.7 K 2024-11-15T18:15:30,924 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting ac4f0d3e1ee844f197dcfe561990c817, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731694525225 2024-11-15T18:15:30,925 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f67d97db85b4b02949ddde0b27f9557, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731694527515 2024-11-15T18:15:30,925 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 255ffb877def4b2db6449e4179b22ed7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731694528681 2024-11-15T18:15:30,933 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfcfde150c83cfc219a7aad8dfa5a33#C#compaction#198 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:30,933 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/ecf8eb7b578e4c31978b6ed589c2eb62 is 50, key is test_row_0/C:col10/1731694528698/Put/seqid=0 2024-11-15T18:15:30,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742063_1239 (size=13085) 2024-11-15T18:15:30,974 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/1245e76a1e0b45d48839993e2895de33 2024-11-15T18:15:30,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/47b3c888be4540da9d3cd30c68d7fa64 is 50, key is test_row_0/C:col10/1731694530532/Put/seqid=0 2024-11-15T18:15:30,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742064_1240 (size=12301) 2024-11-15T18:15:31,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-15T18:15:31,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:31,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:31,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:31,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:31,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-15T18:15:31,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-15T18:15:31,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:31,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:31,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:31,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:31,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:31,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:31,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39428 deadline: 1731694591189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39478 deadline: 1731694591189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:31,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:31,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:31,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:31,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:31,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:31,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:15:31,319 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/94af381beee34056892d9011f670327a as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/94af381beee34056892d9011f670327a 2024-11-15T18:15:31,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-15T18:15:31,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:31,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:31,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:31,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:31,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:31,323 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfcfde150c83cfc219a7aad8dfa5a33/A of 1cfcfde150c83cfc219a7aad8dfa5a33 into 94af381beee34056892d9011f670327a(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:31,324 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:31,324 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., storeName=1cfcfde150c83cfc219a7aad8dfa5a33/A, priority=13, startTime=1731694530450; duration=0sec 2024-11-15T18:15:31,324 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:31,324 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfcfde150c83cfc219a7aad8dfa5a33:A 2024-11-15T18:15:31,341 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/ecf8eb7b578e4c31978b6ed589c2eb62 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/ecf8eb7b578e4c31978b6ed589c2eb62 2024-11-15T18:15:31,345 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfcfde150c83cfc219a7aad8dfa5a33/C of 1cfcfde150c83cfc219a7aad8dfa5a33 into ecf8eb7b578e4c31978b6ed589c2eb62(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:31,345 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:31,345 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., storeName=1cfcfde150c83cfc219a7aad8dfa5a33/C, priority=13, startTime=1731694530451; duration=0sec 2024-11-15T18:15:31,345 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:31,345 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfcfde150c83cfc219a7aad8dfa5a33:C 2024-11-15T18:15:31,384 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/47b3c888be4540da9d3cd30c68d7fa64 2024-11-15T18:15:31,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/fa2bdbcfd6f04f00becf8250f5074040 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/fa2bdbcfd6f04f00becf8250f5074040 2024-11-15T18:15:31,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/fa2bdbcfd6f04f00becf8250f5074040, entries=200, sequenceid=384, filesize=39.0 K 2024-11-15T18:15:31,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/1245e76a1e0b45d48839993e2895de33 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/1245e76a1e0b45d48839993e2895de33 2024-11-15T18:15:31,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/1245e76a1e0b45d48839993e2895de33, entries=150, sequenceid=384, filesize=12.0 K 2024-11-15T18:15:31,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/47b3c888be4540da9d3cd30c68d7fa64 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/47b3c888be4540da9d3cd30c68d7fa64 2024-11-15T18:15:31,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/47b3c888be4540da9d3cd30c68d7fa64, entries=150, sequenceid=384, filesize=12.0 K 2024-11-15T18:15:31,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=60.38 KB/61830 for 1cfcfde150c83cfc219a7aad8dfa5a33 in 869ms, sequenceid=384, compaction requested=false 2024-11-15T18:15:31,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:31,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-15T18:15:31,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:31,472 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 1cfcfde150c83cfc219a7aad8dfa5a33 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-15T18:15:31,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=A 2024-11-15T18:15:31,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:31,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=B 2024-11-15T18:15:31,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:31,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=C 2024-11-15T18:15:31,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:31,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115662010b8dda94f67a87ca3a7166c3a3d_1cfcfde150c83cfc219a7aad8dfa5a33 is 50, key is test_row_0/A:col10/1731694530553/Put/seqid=0 2024-11-15T18:15:31,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742065_1241 (size=12454) 2024-11-15T18:15:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-15T18:15:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:31,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. as already flushing 2024-11-15T18:15:31,704 INFO [Thread-694 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-694. 2024-11-15T18:15:31,704 DEBUG [Thread-694 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:15:31,704 INFO [Thread-696 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-696. 2024-11-15T18:15:31,704 DEBUG [Thread-694 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:31,704 DEBUG [Thread-696 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:15:31,704 DEBUG [Thread-696 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:31,704 DEBUG [Thread-694 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:31,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:31,705 DEBUG [Thread-696 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:31,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:31,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:31,886 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115662010b8dda94f67a87ca3a7166c3a3d_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115662010b8dda94f67a87ca3a7166c3a3d_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:31,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/362a388d08b54f71a754800e55ece759, store: [table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:31,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/362a388d08b54f71a754800e55ece759 is 175, key is test_row_0/A:col10/1731694530553/Put/seqid=0 2024-11-15T18:15:31,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742066_1242 (size=31255) 2024-11-15T18:15:32,291 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=399, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/362a388d08b54f71a754800e55ece759 2024-11-15T18:15:32,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/9ed2af0cd5844053b65f450dc6aea4ae is 50, key is test_row_0/B:col10/1731694530553/Put/seqid=0 2024-11-15T18:15:32,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742067_1243 (size=12301) 2024-11-15T18:15:32,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-15T18:15:32,705 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/9ed2af0cd5844053b65f450dc6aea4ae 2024-11-15T18:15:32,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/14eb08b7fc0740e3b07d7dd30153951e is 50, key is test_row_0/C:col10/1731694530553/Put/seqid=0 2024-11-15T18:15:32,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742068_1244 (size=12301) 2024-11-15T18:15:32,908 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T18:15:33,122 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/14eb08b7fc0740e3b07d7dd30153951e 2024-11-15T18:15:33,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/362a388d08b54f71a754800e55ece759 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/362a388d08b54f71a754800e55ece759 2024-11-15T18:15:33,130 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/362a388d08b54f71a754800e55ece759, entries=150, sequenceid=399, filesize=30.5 K 2024-11-15T18:15:33,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/9ed2af0cd5844053b65f450dc6aea4ae as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/9ed2af0cd5844053b65f450dc6aea4ae 2024-11-15T18:15:33,135 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/9ed2af0cd5844053b65f450dc6aea4ae, entries=150, sequenceid=399, filesize=12.0 K 2024-11-15T18:15:33,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/14eb08b7fc0740e3b07d7dd30153951e as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/14eb08b7fc0740e3b07d7dd30153951e 2024-11-15T18:15:33,138 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/14eb08b7fc0740e3b07d7dd30153951e, entries=150, sequenceid=399, filesize=12.0 K 2024-11-15T18:15:33,139 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=13.42 KB/13740 for 1cfcfde150c83cfc219a7aad8dfa5a33 in 1667ms, sequenceid=399, compaction requested=true 2024-11-15T18:15:33,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 1cfcfde150c83cfc219a7aad8dfa5a33: 2024-11-15T18:15:33,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:33,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-15T18:15:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-15T18:15:33,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-15T18:15:33,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7470 sec 2024-11-15T18:15:33,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 2.7530 sec 2024-11-15T18:15:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-15T18:15:34,549 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:15:36,062 INFO [Thread-698 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-698. 2024-11-15T18:15:36,062 DEBUG [Thread-698 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:15:36,062 DEBUG [Thread-698 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:36,062 DEBUG [Thread-698 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:36,062 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:36,121 INFO [Thread-692 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-692. 2024-11-15T18:15:36,121 INFO [Thread-690 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-690. 2024-11-15T18:15:36,121 DEBUG [Thread-692 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:15:36,121 DEBUG [Thread-690 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:15:36,121 DEBUG [Thread-690 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:36,121 DEBUG [Thread-692 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:36,121 DEBUG [Thread-690 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:36,121 DEBUG [Thread-692 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:36,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:36,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:36,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T18:15:36,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-11-15T18:15:36,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-11-15T18:15:36,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 127 2024-11-15T18:15:36,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 110 2024-11-15T18:15:36,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-11-15T18:15:36,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T18:15:36,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2752 2024-11-15T18:15:36,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2763 2024-11-15T18:15:36,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T18:15:36,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1196 2024-11-15T18:15:36,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3588 rows 2024-11-15T18:15:36,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1193 2024-11-15T18:15:36,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3577 rows 2024-11-15T18:15:36,122 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:15:36,122 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:15:36,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:36,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:36,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:36,123 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-15T18:15:36,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T18:15:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-15T18:15:36,126 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694536126"}]},"ts":"1731694536126"} 2024-11-15T18:15:36,128 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T18:15:36,128 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T18:15:36,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T18:15:36,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cfcfde150c83cfc219a7aad8dfa5a33, UNASSIGN}] 2024-11-15T18:15:36,131 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cfcfde150c83cfc219a7aad8dfa5a33, UNASSIGN 2024-11-15T18:15:36,131 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=1cfcfde150c83cfc219a7aad8dfa5a33, regionState=CLOSING, regionLocation=74ec74825666,44341,1731694474564 2024-11-15T18:15:36,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cfcfde150c83cfc219a7aad8dfa5a33, UNASSIGN because future has completed 2024-11-15T18:15:36,133 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T18:15:36,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564}] 2024-11-15T18:15:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-15T18:15:36,286 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(122): Close 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:36,286 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T18:15:36,287 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1722): Closing 1cfcfde150c83cfc219a7aad8dfa5a33, disabling compactions & flushes 2024-11-15T18:15:36,287 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:36,287 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:36,287 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. after waiting 0 ms 2024-11-15T18:15:36,287 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:36,287 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(2902): Flushing 1cfcfde150c83cfc219a7aad8dfa5a33 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-15T18:15:36,288 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=A 2024-11-15T18:15:36,288 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:36,288 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=B 2024-11-15T18:15:36,288 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:36,288 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1cfcfde150c83cfc219a7aad8dfa5a33, store=C 2024-11-15T18:15:36,288 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:36,301 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115fe9533de682c4c80af9fca03b6f9ebc6_1cfcfde150c83cfc219a7aad8dfa5a33 is 50, key is test_row_0/A:col10/1731694536119/Put/seqid=0 2024-11-15T18:15:36,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742069_1245 (size=9914) 2024-11-15T18:15:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-15T18:15:36,706 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:36,713 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115fe9533de682c4c80af9fca03b6f9ebc6_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115fe9533de682c4c80af9fca03b6f9ebc6_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:36,714 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/890964f6498348f2955c8fbe82b0fb07, store: [table=TestAcidGuarantees family=A region=1cfcfde150c83cfc219a7aad8dfa5a33] 2024-11-15T18:15:36,715 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/890964f6498348f2955c8fbe82b0fb07 is 175, key is test_row_0/A:col10/1731694536119/Put/seqid=0 2024-11-15T18:15:36,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742070_1246 (size=22561) 2024-11-15T18:15:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-15T18:15:37,119 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=407, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/890964f6498348f2955c8fbe82b0fb07 2024-11-15T18:15:37,127 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/86458c1364e6411e97a982484662de5f is 50, key is test_row_0/B:col10/1731694536119/Put/seqid=0 2024-11-15T18:15:37,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742071_1247 (size=9857) 2024-11-15T18:15:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-15T18:15:37,533 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/86458c1364e6411e97a982484662de5f 2024-11-15T18:15:37,544 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/93138d4801e040bbb56cdc9e4dbfdeb7 is 50, key is test_row_0/C:col10/1731694536119/Put/seqid=0 2024-11-15T18:15:37,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742072_1248 (size=9857) 2024-11-15T18:15:37,949 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/93138d4801e040bbb56cdc9e4dbfdeb7 2024-11-15T18:15:37,952 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/A/890964f6498348f2955c8fbe82b0fb07 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/890964f6498348f2955c8fbe82b0fb07 2024-11-15T18:15:37,955 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/890964f6498348f2955c8fbe82b0fb07, entries=100, sequenceid=407, filesize=22.0 K 2024-11-15T18:15:37,956 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/B/86458c1364e6411e97a982484662de5f as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/86458c1364e6411e97a982484662de5f 2024-11-15T18:15:37,959 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/86458c1364e6411e97a982484662de5f, entries=100, sequenceid=407, filesize=9.6 K 2024-11-15T18:15:37,960 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/.tmp/C/93138d4801e040bbb56cdc9e4dbfdeb7 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/93138d4801e040bbb56cdc9e4dbfdeb7 2024-11-15T18:15:37,963 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/93138d4801e040bbb56cdc9e4dbfdeb7, entries=100, sequenceid=407, filesize=9.6 K 2024-11-15T18:15:37,988 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 1cfcfde150c83cfc219a7aad8dfa5a33 in 1700ms, sequenceid=407, compaction requested=true 2024-11-15T18:15:37,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/79c8f72b7259451d85681519667e8d78, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/c3aa2343f97a4f33ac2deff527ece77b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/c461f75193e6455cad80f883b1e145a4, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/744a1b667ace48cbbe47b882e0bd1261, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/c86cdeefffdb4672b9766e9e9dd57a60, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/193b8630fd844f8ab978921ecb872b21, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/d962f45234a44648ae5353c44ce0debc, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/89d0d6d23e484aa6a4fca631e0985c27, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/360eec1fb3b24cea9072e04458795d10, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/2947f1b87da24712b6dbdf74d972866f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/33a169eb0c894a1ea1e42b45fc85dd7d, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/33a5723fe24645079c095d84efc5d5d5, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/ad4d3e0040d94a67bdc6c989495c0d60, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/851da15dcba9472fa6b933830d4781e0, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/28c8e0d515a140fd86d130e00bc33f50, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/0c065e9eb67e4ae5a7355a4dac4db420, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/c623c73b8fb84d5eaf04050282150def, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/8d081999e04b49a5b8a7380e52eced2a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/6b0e1a59974543f399755094d7c0d149, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/044057b2e1034e319171b64f47a54066, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/433681fe98404b66a3f4eb69517c07f7, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/54c56c4919484d018b852451623f1329, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/7def41781fc54ec48da83090eed9bba9] to archive 2024-11-15T18:15:37,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T18:15:37,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/79c8f72b7259451d85681519667e8d78 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/79c8f72b7259451d85681519667e8d78 2024-11-15T18:15:37,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/c3aa2343f97a4f33ac2deff527ece77b to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/c3aa2343f97a4f33ac2deff527ece77b 2024-11-15T18:15:37,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/c461f75193e6455cad80f883b1e145a4 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/c461f75193e6455cad80f883b1e145a4 2024-11-15T18:15:37,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/744a1b667ace48cbbe47b882e0bd1261 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/744a1b667ace48cbbe47b882e0bd1261 2024-11-15T18:15:37,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/c86cdeefffdb4672b9766e9e9dd57a60 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/c86cdeefffdb4672b9766e9e9dd57a60 2024-11-15T18:15:37,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/193b8630fd844f8ab978921ecb872b21 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/193b8630fd844f8ab978921ecb872b21 2024-11-15T18:15:38,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/d962f45234a44648ae5353c44ce0debc to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/d962f45234a44648ae5353c44ce0debc 2024-11-15T18:15:38,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/89d0d6d23e484aa6a4fca631e0985c27 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/89d0d6d23e484aa6a4fca631e0985c27 2024-11-15T18:15:38,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/360eec1fb3b24cea9072e04458795d10 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/360eec1fb3b24cea9072e04458795d10 2024-11-15T18:15:38,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/2947f1b87da24712b6dbdf74d972866f to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/2947f1b87da24712b6dbdf74d972866f 2024-11-15T18:15:38,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/33a169eb0c894a1ea1e42b45fc85dd7d to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/33a169eb0c894a1ea1e42b45fc85dd7d 2024-11-15T18:15:38,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/33a5723fe24645079c095d84efc5d5d5 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/33a5723fe24645079c095d84efc5d5d5 2024-11-15T18:15:38,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/ad4d3e0040d94a67bdc6c989495c0d60 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/ad4d3e0040d94a67bdc6c989495c0d60 2024-11-15T18:15:38,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/851da15dcba9472fa6b933830d4781e0 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/851da15dcba9472fa6b933830d4781e0 2024-11-15T18:15:38,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/28c8e0d515a140fd86d130e00bc33f50 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/28c8e0d515a140fd86d130e00bc33f50 2024-11-15T18:15:38,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/0c065e9eb67e4ae5a7355a4dac4db420 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/0c065e9eb67e4ae5a7355a4dac4db420 2024-11-15T18:15:38,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/c623c73b8fb84d5eaf04050282150def to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/c623c73b8fb84d5eaf04050282150def 2024-11-15T18:15:38,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/8d081999e04b49a5b8a7380e52eced2a to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/8d081999e04b49a5b8a7380e52eced2a 2024-11-15T18:15:38,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/6b0e1a59974543f399755094d7c0d149 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/6b0e1a59974543f399755094d7c0d149 2024-11-15T18:15:38,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/044057b2e1034e319171b64f47a54066 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/044057b2e1034e319171b64f47a54066 2024-11-15T18:15:38,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/433681fe98404b66a3f4eb69517c07f7 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/433681fe98404b66a3f4eb69517c07f7 2024-11-15T18:15:38,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/54c56c4919484d018b852451623f1329 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/54c56c4919484d018b852451623f1329 2024-11-15T18:15:38,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/7def41781fc54ec48da83090eed9bba9 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/7def41781fc54ec48da83090eed9bba9 2024-11-15T18:15:38,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/13567808620a41a8a389c5f521a54ef7, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/f9fb6b0cfb994e98bc480a935a472ef4, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/bc74a0f9e3794cbd88e3c7c158b1da62, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/4905f7fd8fd74b77a15e16a9390ba537, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/7440654cb0e24d64b9331c9d7b6f62c3, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/3ea146992372471b88ee06655487269a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/a5e1d891316a489db2e8e6f6470eb238, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/eab530ff43e747088dedbb08477c527f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/2ff5f0d915f94bdfa7c0060c6d216387, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/2d2c890e87f045a8877ae213dc550ef3, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/10441144e7e04e26a3b48ebb99ebcd7d, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/2ea4c3b5414a49a5b1c71ccccd510b30, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/09d0f918248e4217b6386e6d14ee6e66, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/2495eab785f04cfaa9bde188ad3ded81, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/98b156a28acc45b5bf0c18739d1be378, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/ee790ca6c7bd445eb541cfcedfb655f5, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/6b4c365639c3460bbc33a1fccd96fef4, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/4a0e22e861c24ab888edd8cc4a167597, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/3146c4f608b242be9ddf078d82b954e9, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/a5c328ce2f1847a7aa993d1133076efc, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/bc8e24f2a0dd4c28807e4e57a39f63ed, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/92fce2ffe2b74709b2f2dbba67708100, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/f518a0712a5640bda0237aff4d57030b] to archive 2024-11-15T18:15:38,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T18:15:38,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/13567808620a41a8a389c5f521a54ef7 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/13567808620a41a8a389c5f521a54ef7 2024-11-15T18:15:38,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/f9fb6b0cfb994e98bc480a935a472ef4 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/f9fb6b0cfb994e98bc480a935a472ef4 2024-11-15T18:15:38,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/bc74a0f9e3794cbd88e3c7c158b1da62 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/bc74a0f9e3794cbd88e3c7c158b1da62 2024-11-15T18:15:38,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/4905f7fd8fd74b77a15e16a9390ba537 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/4905f7fd8fd74b77a15e16a9390ba537 2024-11-15T18:15:38,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/7440654cb0e24d64b9331c9d7b6f62c3 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/7440654cb0e24d64b9331c9d7b6f62c3 2024-11-15T18:15:38,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/3ea146992372471b88ee06655487269a to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/3ea146992372471b88ee06655487269a 2024-11-15T18:15:38,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/a5e1d891316a489db2e8e6f6470eb238 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/a5e1d891316a489db2e8e6f6470eb238 2024-11-15T18:15:38,029 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/eab530ff43e747088dedbb08477c527f to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/eab530ff43e747088dedbb08477c527f 2024-11-15T18:15:38,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/2ff5f0d915f94bdfa7c0060c6d216387 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/2ff5f0d915f94bdfa7c0060c6d216387 2024-11-15T18:15:38,031 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/2d2c890e87f045a8877ae213dc550ef3 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/2d2c890e87f045a8877ae213dc550ef3 2024-11-15T18:15:38,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/10441144e7e04e26a3b48ebb99ebcd7d to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/10441144e7e04e26a3b48ebb99ebcd7d 2024-11-15T18:15:38,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/2ea4c3b5414a49a5b1c71ccccd510b30 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/2ea4c3b5414a49a5b1c71ccccd510b30 2024-11-15T18:15:38,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/09d0f918248e4217b6386e6d14ee6e66 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/09d0f918248e4217b6386e6d14ee6e66 2024-11-15T18:15:38,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/2495eab785f04cfaa9bde188ad3ded81 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/2495eab785f04cfaa9bde188ad3ded81 2024-11-15T18:15:38,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/98b156a28acc45b5bf0c18739d1be378 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/98b156a28acc45b5bf0c18739d1be378 2024-11-15T18:15:38,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/ee790ca6c7bd445eb541cfcedfb655f5 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/ee790ca6c7bd445eb541cfcedfb655f5 2024-11-15T18:15:38,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/6b4c365639c3460bbc33a1fccd96fef4 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/6b4c365639c3460bbc33a1fccd96fef4 2024-11-15T18:15:38,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/4a0e22e861c24ab888edd8cc4a167597 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/4a0e22e861c24ab888edd8cc4a167597 2024-11-15T18:15:38,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/3146c4f608b242be9ddf078d82b954e9 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/3146c4f608b242be9ddf078d82b954e9 2024-11-15T18:15:38,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/a5c328ce2f1847a7aa993d1133076efc to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/a5c328ce2f1847a7aa993d1133076efc 2024-11-15T18:15:38,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/bc8e24f2a0dd4c28807e4e57a39f63ed to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/bc8e24f2a0dd4c28807e4e57a39f63ed 2024-11-15T18:15:38,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/92fce2ffe2b74709b2f2dbba67708100 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/92fce2ffe2b74709b2f2dbba67708100 2024-11-15T18:15:38,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/f518a0712a5640bda0237aff4d57030b to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/f518a0712a5640bda0237aff4d57030b 2024-11-15T18:15:38,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/5dda55ef6ac3400193e83ade3c34c2bc, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/91b0e27884e4424794efa5c761960db3, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/17e94f8a01384759ae00ade0d06bca6d, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/011c67f104974f318d7cd41e7e5b930d, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/7c6b189b6066400ea00fc1683eb61637, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/206ea04f30c14990a8cf1cb2fa9f4248, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/01bdfc03ee3142ae9e5103cd3577849f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/7a3bf21342fd4ac3b28f1baec948884d, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/493a8d0cbc254842b30fff761529e855, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/e73c0bcb70b645d388c33323e7d8d8f7, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/c79f20fcf0154d098cecdf300d2450e6, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/046a4184d1d94efc8ef693f5958a946f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/1b6b0d29042a4facac67b28fd3902c10, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/d50f8956956d4e419bc062cfef19074e, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/0efa92239ff94e069d2ac1bb55e776d4, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/bd3b9041b1884d8ea0b0158334af44f4, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/937d0808465447aa8b56f58844b2583c, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/b3d5c29ccf7e43a8bc76fbbb87140f5d, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/22fff5fe0e024d0e9f8679252c62f183, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/ac4f0d3e1ee844f197dcfe561990c817, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/f5f9d8216c8343bd9b9a1116190f4757, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/4f67d97db85b4b02949ddde0b27f9557, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/255ffb877def4b2db6449e4179b22ed7] to archive 2024-11-15T18:15:38,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T18:15:38,044 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/5dda55ef6ac3400193e83ade3c34c2bc to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/5dda55ef6ac3400193e83ade3c34c2bc 2024-11-15T18:15:38,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/91b0e27884e4424794efa5c761960db3 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/91b0e27884e4424794efa5c761960db3 2024-11-15T18:15:38,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/17e94f8a01384759ae00ade0d06bca6d to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/17e94f8a01384759ae00ade0d06bca6d 2024-11-15T18:15:38,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/011c67f104974f318d7cd41e7e5b930d to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/011c67f104974f318d7cd41e7e5b930d 2024-11-15T18:15:38,047 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/7c6b189b6066400ea00fc1683eb61637 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/7c6b189b6066400ea00fc1683eb61637 2024-11-15T18:15:38,048 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/206ea04f30c14990a8cf1cb2fa9f4248 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/206ea04f30c14990a8cf1cb2fa9f4248 2024-11-15T18:15:38,048 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/01bdfc03ee3142ae9e5103cd3577849f to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/01bdfc03ee3142ae9e5103cd3577849f 2024-11-15T18:15:38,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/7a3bf21342fd4ac3b28f1baec948884d to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/7a3bf21342fd4ac3b28f1baec948884d 2024-11-15T18:15:38,050 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/493a8d0cbc254842b30fff761529e855 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/493a8d0cbc254842b30fff761529e855 2024-11-15T18:15:38,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/e73c0bcb70b645d388c33323e7d8d8f7 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/e73c0bcb70b645d388c33323e7d8d8f7 2024-11-15T18:15:38,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/c79f20fcf0154d098cecdf300d2450e6 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/c79f20fcf0154d098cecdf300d2450e6 2024-11-15T18:15:38,052 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/046a4184d1d94efc8ef693f5958a946f to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/046a4184d1d94efc8ef693f5958a946f 2024-11-15T18:15:38,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/1b6b0d29042a4facac67b28fd3902c10 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/1b6b0d29042a4facac67b28fd3902c10 2024-11-15T18:15:38,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/d50f8956956d4e419bc062cfef19074e to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/d50f8956956d4e419bc062cfef19074e 2024-11-15T18:15:38,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/0efa92239ff94e069d2ac1bb55e776d4 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/0efa92239ff94e069d2ac1bb55e776d4 2024-11-15T18:15:38,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/bd3b9041b1884d8ea0b0158334af44f4 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/bd3b9041b1884d8ea0b0158334af44f4 2024-11-15T18:15:38,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/937d0808465447aa8b56f58844b2583c to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/937d0808465447aa8b56f58844b2583c 2024-11-15T18:15:38,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/b3d5c29ccf7e43a8bc76fbbb87140f5d to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/b3d5c29ccf7e43a8bc76fbbb87140f5d 2024-11-15T18:15:38,058 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/22fff5fe0e024d0e9f8679252c62f183 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/22fff5fe0e024d0e9f8679252c62f183 2024-11-15T18:15:38,058 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/ac4f0d3e1ee844f197dcfe561990c817 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/ac4f0d3e1ee844f197dcfe561990c817 2024-11-15T18:15:38,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/f5f9d8216c8343bd9b9a1116190f4757 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/f5f9d8216c8343bd9b9a1116190f4757 2024-11-15T18:15:38,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/4f67d97db85b4b02949ddde0b27f9557 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/4f67d97db85b4b02949ddde0b27f9557 2024-11-15T18:15:38,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/255ffb877def4b2db6449e4179b22ed7 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/255ffb877def4b2db6449e4179b22ed7 2024-11-15T18:15:38,064 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/recovered.edits/410.seqid, newMaxSeqId=410, maxSeqId=4 2024-11-15T18:15:38,065 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. 2024-11-15T18:15:38,065 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1676): Region close journal for 1cfcfde150c83cfc219a7aad8dfa5a33: Waiting for close lock at 1731694536286Running coprocessor pre-close hooks at 1731694536286Disabling compacts and flushes for region at 1731694536287 (+1 ms)Disabling writes for close at 1731694536287Obtaining lock to block concurrent updates at 1731694536287Preparing flush snapshotting stores in 1cfcfde150c83cfc219a7aad8dfa5a33 at 1731694536287Finished memstore snapshotting TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731694536288 (+1 ms)Flushing stores of TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33. at 1731694536290 (+2 ms)Flushing 1cfcfde150c83cfc219a7aad8dfa5a33/A: creating writer at 1731694536290Flushing mob file 1cfcfde150c83cfc219a7aad8dfa5a33/A: appending metadata at 1731694536300 (+10 ms)Flushing mob file 1cfcfde150c83cfc219a7aad8dfa5a33/A: closing flushed file at 1731694536301 (+1 ms)Flushing 1cfcfde150c83cfc219a7aad8dfa5a33/A: appending metadata at 1731694536714 (+413 ms)Flushing 1cfcfde150c83cfc219a7aad8dfa5a33/A: closing flushed file at 1731694536714Flushing 1cfcfde150c83cfc219a7aad8dfa5a33/B: creating writer at 1731694537124 (+410 ms)Flushing 1cfcfde150c83cfc219a7aad8dfa5a33/B: appending metadata at 1731694537127 (+3 ms)Flushing 1cfcfde150c83cfc219a7aad8dfa5a33/B: closing flushed file at 1731694537127Flushing 1cfcfde150c83cfc219a7aad8dfa5a33/C: creating writer at 1731694537541 (+414 ms)Flushing 1cfcfde150c83cfc219a7aad8dfa5a33/C: appending metadata at 1731694537544 (+3 ms)Flushing 1cfcfde150c83cfc219a7aad8dfa5a33/C: closing flushed file at 1731694537544Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b84735c: reopening flushed file at 1731694537952 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c8d0361: reopening flushed file at 1731694537956 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@503ed94: reopening flushed file at 1731694537959 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 1cfcfde150c83cfc219a7aad8dfa5a33 in 1700ms, sequenceid=407, compaction requested=true at 1731694537988 (+29 ms)Writing region close event to WAL at 1731694538062 (+74 ms)Running coprocessor post-close hooks at 1731694538065 (+3 ms)Closed at 1731694538065 2024-11-15T18:15:38,066 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(157): Closed 1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:38,067 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=1cfcfde150c83cfc219a7aad8dfa5a33, regionState=CLOSED 2024-11-15T18:15:38,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 because future has completed 2024-11-15T18:15:38,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-15T18:15:38,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; CloseRegionProcedure 1cfcfde150c83cfc219a7aad8dfa5a33, server=74ec74825666,44341,1731694474564 in 1.9350 sec 2024-11-15T18:15:38,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-11-15T18:15:38,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cfcfde150c83cfc219a7aad8dfa5a33, UNASSIGN in 1.9400 sec 2024-11-15T18:15:38,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-15T18:15:38,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9430 sec 2024-11-15T18:15:38,075 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694538075"}]},"ts":"1731694538075"} 2024-11-15T18:15:38,077 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T18:15:38,077 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T18:15:38,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9540 sec 2024-11-15T18:15:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-15T18:15:38,270 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:15:38,270 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-15T18:15:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:15:38,273 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=66, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:15:38,275 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=66, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:15:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-15T18:15:38,280 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:38,282 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A, FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B, FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C, FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/recovered.edits] 2024-11-15T18:15:38,285 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/362a388d08b54f71a754800e55ece759 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/362a388d08b54f71a754800e55ece759 2024-11-15T18:15:38,286 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/890964f6498348f2955c8fbe82b0fb07 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/890964f6498348f2955c8fbe82b0fb07 2024-11-15T18:15:38,287 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/94af381beee34056892d9011f670327a to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/94af381beee34056892d9011f670327a 2024-11-15T18:15:38,287 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/fa2bdbcfd6f04f00becf8250f5074040 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/A/fa2bdbcfd6f04f00becf8250f5074040 2024-11-15T18:15:38,289 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/1245e76a1e0b45d48839993e2895de33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/1245e76a1e0b45d48839993e2895de33 2024-11-15T18:15:38,290 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/2fbe5942e267423e97b191938b1bbe06 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/2fbe5942e267423e97b191938b1bbe06 2024-11-15T18:15:38,291 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/86458c1364e6411e97a982484662de5f to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/86458c1364e6411e97a982484662de5f 2024-11-15T18:15:38,291 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/9ed2af0cd5844053b65f450dc6aea4ae to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/B/9ed2af0cd5844053b65f450dc6aea4ae 2024-11-15T18:15:38,293 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/14eb08b7fc0740e3b07d7dd30153951e to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/14eb08b7fc0740e3b07d7dd30153951e 2024-11-15T18:15:38,294 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/47b3c888be4540da9d3cd30c68d7fa64 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/47b3c888be4540da9d3cd30c68d7fa64 2024-11-15T18:15:38,295 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/93138d4801e040bbb56cdc9e4dbfdeb7 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/93138d4801e040bbb56cdc9e4dbfdeb7 2024-11-15T18:15:38,296 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/ecf8eb7b578e4c31978b6ed589c2eb62 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/C/ecf8eb7b578e4c31978b6ed589c2eb62 2024-11-15T18:15:38,299 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/recovered.edits/410.seqid to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33/recovered.edits/410.seqid 2024-11-15T18:15:38,299 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:38,299 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T18:15:38,300 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T18:15:38,301 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-15T18:15:38,305 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111500112e63d4a1423faaf5e65d20719a36_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111500112e63d4a1423faaf5e65d20719a36_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:38,306 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115107475d5b77b410f99c92085186a999e_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115107475d5b77b410f99c92085186a999e_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:38,307 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411153edc6f493b054d50948ea912226d6684_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411153edc6f493b054d50948ea912226d6684_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:38,308 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111547fa75fd0873449d9d1d1ff16fb5ba29_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111547fa75fd0873449d9d1d1ff16fb5ba29_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:38,310 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154ef9c7fea02a426e9d4e1165ff00b2e8_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154ef9c7fea02a426e9d4e1165ff00b2e8_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:38,312 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155e8d49548af44f1da077077cb039ce98_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155e8d49548af44f1da077077cb039ce98_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:38,313 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115617503a55b214836b9ce3e2a4fc365d9_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115617503a55b214836b9ce3e2a4fc365d9_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:38,315 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115662010b8dda94f67a87ca3a7166c3a3d_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115662010b8dda94f67a87ca3a7166c3a3d_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:38,316 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111577ccb76d5213407394c4b0339e4b4512_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111577ccb76d5213407394c4b0339e4b4512_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:38,318 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157ad5dbc43e444db982c0f764beca77b3_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157ad5dbc43e444db982c0f764beca77b3_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:38,320 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115845578f0c05a444e83667c08a4f5ddeb_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115845578f0c05a444e83667c08a4f5ddeb_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:38,322 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a8280700d64b4d35912ea8d052c5586e_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a8280700d64b4d35912ea8d052c5586e_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:38,323 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a9c4ab4d3a4f47db9c42cca0959cb85f_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a9c4ab4d3a4f47db9c42cca0959cb85f_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:38,325 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b66f4b7e3fda4b8db0b221661a2fc9c5_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b66f4b7e3fda4b8db0b221661a2fc9c5_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:38,327 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c62d5de816cb466992750cab4fadf9ba_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c62d5de816cb466992750cab4fadf9ba_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:38,329 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d072cd5439ee41869707ce0a6f94004b_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d072cd5439ee41869707ce0a6f94004b_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:38,331 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115dd0491948b99474faf03957063c90093_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115dd0491948b99474faf03957063c90093_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:38,333 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ec914fbc8f6144e184b3296ca57462f4_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ec914fbc8f6144e184b3296ca57462f4_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:38,335 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f41420270ffd407694fc8964f0cf4cb1_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f41420270ffd407694fc8964f0cf4cb1_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:38,337 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115fe9533de682c4c80af9fca03b6f9ebc6_1cfcfde150c83cfc219a7aad8dfa5a33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115fe9533de682c4c80af9fca03b6f9ebc6_1cfcfde150c83cfc219a7aad8dfa5a33 2024-11-15T18:15:38,338 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T18:15:38,342 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=66, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:15:38,347 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T18:15:38,351 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T18:15:38,352 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=66, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:15:38,352 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T18:15:38,352 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731694538352"}]},"ts":"9223372036854775807"} 2024-11-15T18:15:38,355 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T18:15:38,355 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 1cfcfde150c83cfc219a7aad8dfa5a33, NAME => 'TestAcidGuarantees,,1731694507796.1cfcfde150c83cfc219a7aad8dfa5a33.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T18:15:38,355 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T18:15:38,355 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731694538355"}]},"ts":"9223372036854775807"} 2024-11-15T18:15:38,357 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-15T18:15:38,358 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=66, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:15:38,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 88 msec 2024-11-15T18:15:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-15T18:15:38,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-15T18:15:38,379 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:15:38,391 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248 (was 247) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_606758213_22 at /127.0.0.1:53004 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/cluster_d0093092-c1dd-5b9c-98f2-2f87f9e29ad5/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/cluster_d0093092-c1dd-5b9c-98f2-2f87f9e29ad5/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=402 (was 374) - SystemLoadAverage LEAK? -, ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=3137 (was 2478) - AvailableMemoryMB LEAK? - 2024-11-15T18:15:38,400 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=402, ProcessCount=11, AvailableMemoryMB=3136 2024-11-15T18:15:38,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T18:15:38,402 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:15:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T18:15:38,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:15:38,405 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:38,405 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 67 2024-11-15T18:15:38,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:15:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-15T18:15:38,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742073_1249 (size=1061) 2024-11-15T18:15:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-15T18:15:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-15T18:15:38,817 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3 2024-11-15T18:15:38,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742074_1250 (size=53) 2024-11-15T18:15:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-15T18:15:39,223 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:15:39,223 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 7a0a47fd268dee1ac2a419a657cea070, disabling compactions & flushes 2024-11-15T18:15:39,223 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:39,223 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:39,224 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. after waiting 0 ms 2024-11-15T18:15:39,224 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:39,224 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:39,224 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7a0a47fd268dee1ac2a419a657cea070: Waiting for close lock at 1731694539223Disabling compacts and flushes for region at 1731694539223Disabling writes for close at 1731694539224 (+1 ms)Writing region close event to WAL at 1731694539224Closed at 1731694539224 2024-11-15T18:15:39,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:15:39,226 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731694539226"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694539226"}]},"ts":"1731694539226"} 2024-11-15T18:15:39,228 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:15:39,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:15:39,230 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694539230"}]},"ts":"1731694539230"} 2024-11-15T18:15:39,233 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T18:15:39,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a0a47fd268dee1ac2a419a657cea070, ASSIGN}] 2024-11-15T18:15:39,235 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a0a47fd268dee1ac2a419a657cea070, ASSIGN 2024-11-15T18:15:39,236 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a0a47fd268dee1ac2a419a657cea070, ASSIGN; state=OFFLINE, location=74ec74825666,44341,1731694474564; forceNewPlan=false, retain=false 2024-11-15T18:15:39,387 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=7a0a47fd268dee1ac2a419a657cea070, regionState=OPENING, regionLocation=74ec74825666,44341,1731694474564 2024-11-15T18:15:39,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a0a47fd268dee1ac2a419a657cea070, ASSIGN because future has completed 2024-11-15T18:15:39,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564}] 2024-11-15T18:15:39,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-15T18:15:39,547 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:39,547 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:15:39,547 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:39,548 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:15:39,548 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:39,548 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:39,550 INFO [StoreOpener-7a0a47fd268dee1ac2a419a657cea070-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:39,551 INFO [StoreOpener-7a0a47fd268dee1ac2a419a657cea070-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T18:15:39,552 INFO [StoreOpener-7a0a47fd268dee1ac2a419a657cea070-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a0a47fd268dee1ac2a419a657cea070 columnFamilyName A 2024-11-15T18:15:39,552 DEBUG [StoreOpener-7a0a47fd268dee1ac2a419a657cea070-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:39,552 INFO [StoreOpener-7a0a47fd268dee1ac2a419a657cea070-1 {}] regionserver.HStore(327): Store=7a0a47fd268dee1ac2a419a657cea070/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:15:39,552 INFO [StoreOpener-7a0a47fd268dee1ac2a419a657cea070-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:39,553 INFO [StoreOpener-7a0a47fd268dee1ac2a419a657cea070-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T18:15:39,553 INFO [StoreOpener-7a0a47fd268dee1ac2a419a657cea070-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a0a47fd268dee1ac2a419a657cea070 columnFamilyName B 2024-11-15T18:15:39,553 DEBUG [StoreOpener-7a0a47fd268dee1ac2a419a657cea070-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:39,554 INFO [StoreOpener-7a0a47fd268dee1ac2a419a657cea070-1 {}] regionserver.HStore(327): Store=7a0a47fd268dee1ac2a419a657cea070/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:15:39,554 INFO [StoreOpener-7a0a47fd268dee1ac2a419a657cea070-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:39,554 INFO [StoreOpener-7a0a47fd268dee1ac2a419a657cea070-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T18:15:39,554 INFO [StoreOpener-7a0a47fd268dee1ac2a419a657cea070-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a0a47fd268dee1ac2a419a657cea070 columnFamilyName C 2024-11-15T18:15:39,555 DEBUG [StoreOpener-7a0a47fd268dee1ac2a419a657cea070-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:39,555 INFO [StoreOpener-7a0a47fd268dee1ac2a419a657cea070-1 {}] regionserver.HStore(327): Store=7a0a47fd268dee1ac2a419a657cea070/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:15:39,555 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:39,555 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:39,556 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:39,556 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:39,557 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:39,557 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:39,557 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T18:15:39,558 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:39,560 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:15:39,560 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened 7a0a47fd268dee1ac2a419a657cea070; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71548709, jitterRate=0.06615884602069855}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T18:15:39,560 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:39,561 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for 7a0a47fd268dee1ac2a419a657cea070: Running coprocessor pre-open hook at 1731694539548Writing region info on filesystem at 1731694539548Initializing all the Stores at 1731694539549 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694539549Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694539550 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694539550Cleaning up temporary data from old regions at 1731694539557 (+7 ms)Running coprocessor post-open hooks at 1731694539560 (+3 ms)Region opened successfully at 1731694539561 (+1 ms) 2024-11-15T18:15:39,562 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., pid=69, masterSystemTime=1731694539540 2024-11-15T18:15:39,563 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:39,563 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:39,564 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=7a0a47fd268dee1ac2a419a657cea070, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,44341,1731694474564 2024-11-15T18:15:39,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 because future has completed 2024-11-15T18:15:39,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-15T18:15:39,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 in 177 msec 2024-11-15T18:15:39,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-15T18:15:39,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a0a47fd268dee1ac2a419a657cea070, ASSIGN in 334 msec 2024-11-15T18:15:39,569 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:15:39,569 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694539569"}]},"ts":"1731694539569"} 2024-11-15T18:15:39,570 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T18:15:39,571 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:15:39,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1690 sec 2024-11-15T18:15:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-15T18:15:40,559 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:15:40,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3260768f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,561 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:15:40,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:40,563 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:15:40,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:40,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:15:40,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59526c23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:15:40,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:40,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:40,566 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:40,567 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f031bc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,568 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:40,569 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:15:40,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:40,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:40,572 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:15:40,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,44307,1731694473797 2024-11-15T18:15:40,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fabc20d 2024-11-15T18:15:40,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:15:40,574 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:15:40,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555b0fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:15:40,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:40,577 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:15:40,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:40,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:15:40,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e6dcea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:15:40,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:40,578 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:40,578 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:40,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b851df3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ad36e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:15:40,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:40,581 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:15:40,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:40,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:15:40,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@81dacfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:15:40,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:40,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:40,582 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:40,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b98eafc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b38a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,583 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:15:40,583 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:40,584 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:15:40,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:40,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:15:40,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff3b37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:15:40,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:40,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:40,586 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:40,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@664a95e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260eab4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,587 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:15:40,587 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:40,587 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:15:40,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:40,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:15:40,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3317d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:15:40,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:40,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:40,589 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:40,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cb8e8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699a7f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,590 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:15:40,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:40,591 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:15:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:15:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31299e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:15:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:40,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:40,592 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:40,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0d7571, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19903550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,594 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:15:40,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:40,594 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:15:40,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:40,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:15:40,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e2fc48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:15:40,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:40,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:40,595 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:40,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ddfd823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8815e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,597 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:15:40,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:40,597 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:15:40,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:40,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:15:40,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45437d64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:15:40,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:40,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:40,599 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:40,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6944cb55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ed310c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,600 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:15:40,600 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:40,601 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:15:40,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:40,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:15:40,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b84803b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:15:40,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:40,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:40,602 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:40,602 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db8b3ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148ac527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,603 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:15:40,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:40,604 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:15:40,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:40,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:15:40,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@704429d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:15:40,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:40,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:40,605 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:40,605 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9b3ca1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4199deaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,606 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:15:40,606 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:15:40,606 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:15:40,606 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:15:40,607 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:15:40,607 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3b8ba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,607 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:15:40,607 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:15:40,607 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:40,608 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:15:40,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@416c9809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:15:40,609 DEBUG [Thread-1173 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:40,609 DEBUG [Thread-1179 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:40,609 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:15:40,609 DEBUG [Thread-1160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:40,609 DEBUG [Thread-1171 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:40,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:15:40,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:15:40,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:40,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:40,610 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:15:40,610 DEBUG [Thread-1162 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:40,610 DEBUG [Thread-1164 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:40,610 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-15T18:15:40,610 DEBUG [Thread-1175 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:40,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:15:40,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:40,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:40,611 DEBUG [Thread-1177 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:40,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:15:40,611 DEBUG [Thread-1166 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:40,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:40,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:15:40,612 DEBUG [Thread-1168 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:40,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:40,612 DEBUG [Thread-1166 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:15:40,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:40,612 DEBUG [Thread-1166 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:15:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:40,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:40,613 DEBUG [Thread-1168 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:15:40,613 DEBUG [Thread-1168 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:40,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:40,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:40,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:40,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2] 2024-11-15T18:15:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2] 2024-11-15T18:15:40,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2] 2024-11-15T18:15:40,614 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:15:40,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2] 2024-11-15T18:15:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-15T18:15:40,616 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:15:40,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:15:40,616 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:15:40,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2] 2024-11-15T18:15:40,616 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:15:40,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2] 2024-11-15T18:15:40,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2] 2024-11-15T18:15:40,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:15:40,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2] 2024-11-15T18:15:40,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2] 2024-11-15T18:15:40,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2] 2024-11-15T18:15:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:40,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a0a47fd268dee1ac2a419a657cea070 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-15T18:15:40,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=A 2024-11-15T18:15:40,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:40,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=B 2024-11-15T18:15:40,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:40,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=C 2024-11-15T18:15:40,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:40,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/c03f0e8d6d3142408ca673633d28bfad is 50, key is test_row_0/A:col10/1731694540623/Put/seqid=0 2024-11-15T18:15:40,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742075_1251 (size=12001) 2024-11-15T18:15:40,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/c03f0e8d6d3142408ca673633d28bfad 2024-11-15T18:15:40,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:40,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694600666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694600666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:40,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:40,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:40,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:40,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:40,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:40,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:40,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694600670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:40,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:40,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:40,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:40,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694600671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:40,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:40,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:40,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:40,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694600672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:40,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:40,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:40,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:40,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/c1498531d625494e8ca527abe23cacfb is 50, key is test_row_0/B:col10/1731694540623/Put/seqid=0 2024-11-15T18:15:40,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742076_1252 (size=12001) 2024-11-15T18:15:40,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/c1498531d625494e8ca527abe23cacfb 2024-11-15T18:15:40,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/8956e77f0f554cb7a5406cbc0997b64a is 50, key is test_row_0/C:col10/1731694540623/Put/seqid=0 2024-11-15T18:15:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-15T18:15:40,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742077_1253 (size=12001) 2024-11-15T18:15:40,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/8956e77f0f554cb7a5406cbc0997b64a 2024-11-15T18:15:40,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/c03f0e8d6d3142408ca673633d28bfad as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/c03f0e8d6d3142408ca673633d28bfad 2024-11-15T18:15:40,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/c03f0e8d6d3142408ca673633d28bfad, entries=150, sequenceid=14, filesize=11.7 K 2024-11-15T18:15:40,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/c1498531d625494e8ca527abe23cacfb as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/c1498531d625494e8ca527abe23cacfb 2024-11-15T18:15:40,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/c1498531d625494e8ca527abe23cacfb, entries=150, sequenceid=14, filesize=11.7 K 2024-11-15T18:15:40,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/8956e77f0f554cb7a5406cbc0997b64a as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/8956e77f0f554cb7a5406cbc0997b64a 2024-11-15T18:15:40,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/8956e77f0f554cb7a5406cbc0997b64a, entries=150, sequenceid=14, filesize=11.7 K 2024-11-15T18:15:40,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 7a0a47fd268dee1ac2a419a657cea070 in 124ms, sequenceid=14, compaction requested=false 2024-11-15T18:15:40,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:40,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-15T18:15:40,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:40,770 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 7a0a47fd268dee1ac2a419a657cea070 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-15T18:15:40,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=A 2024-11-15T18:15:40,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:40,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=B 2024-11-15T18:15:40,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:40,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=C 2024-11-15T18:15:40,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:40,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/b6d155598c2041768018b8229b68636b is 50, key is test_row_0/A:col10/1731694540668/Put/seqid=0 2024-11-15T18:15:40,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:40,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742078_1254 (size=12001) 2024-11-15T18:15:40,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694600789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:40,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694600790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:40,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:40,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:40,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:40,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694600791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:40,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:40,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:40,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:40,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694600791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:40,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:40,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:40,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:40,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694600792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:40,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:40,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:40,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:40,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:40,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:40,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:40,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694600899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:40,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694600899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:40,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694600908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:40,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:40,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694600909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:40,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:40,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:40,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:40,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:40,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:40,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694600909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:40,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:40,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:40,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-15T18:15:41,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694601110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:41,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694601110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:41,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:41,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:41,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:41,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:41,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:41,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:41,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694601119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:41,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:41,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694601119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694601119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:41,180 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/b6d155598c2041768018b8229b68636b 2024-11-15T18:15:41,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/3b04f66bec2a410f82313340e822cf34 is 50, key is test_row_0/B:col10/1731694540668/Put/seqid=0 2024-11-15T18:15:41,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742079_1255 (size=12001) 2024-11-15T18:15:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-15T18:15:41,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694601419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:41,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:41,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:41,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694601419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:41,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:41,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:41,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:41,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:41,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:41,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694601429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:41,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:41,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:41,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:41,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694601429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:41,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:41,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:41,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694601429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:41,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:41,591 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/3b04f66bec2a410f82313340e822cf34 2024-11-15T18:15:41,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/f9cbe79d50a44fe7b80055415e7e638f is 50, key is test_row_0/C:col10/1731694540668/Put/seqid=0 2024-11-15T18:15:41,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742080_1256 (size=12001) 2024-11-15T18:15:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-15T18:15:41,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:41,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694601930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:41,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:41,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:41,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:41,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694601930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:41,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:41,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:41,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:41,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:41,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:41,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694601939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:41,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:41,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:41,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:41,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694601939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:41,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694601939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:41,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:41,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:41,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:41,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:41,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:41,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:42,001 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/f9cbe79d50a44fe7b80055415e7e638f 2024-11-15T18:15:42,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/b6d155598c2041768018b8229b68636b as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/b6d155598c2041768018b8229b68636b 2024-11-15T18:15:42,008 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/b6d155598c2041768018b8229b68636b, entries=150, sequenceid=33, filesize=11.7 K 2024-11-15T18:15:42,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/3b04f66bec2a410f82313340e822cf34 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/3b04f66bec2a410f82313340e822cf34 2024-11-15T18:15:42,013 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/3b04f66bec2a410f82313340e822cf34, entries=150, sequenceid=33, filesize=11.7 K 2024-11-15T18:15:42,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/f9cbe79d50a44fe7b80055415e7e638f as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/f9cbe79d50a44fe7b80055415e7e638f 2024-11-15T18:15:42,017 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/f9cbe79d50a44fe7b80055415e7e638f, entries=150, sequenceid=33, filesize=11.7 K 2024-11-15T18:15:42,018 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 7a0a47fd268dee1ac2a419a657cea070 in 1248ms, sequenceid=33, compaction requested=false 2024-11-15T18:15:42,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:42,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:42,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-15T18:15:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-15T18:15:42,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-15T18:15:42,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4030 sec 2024-11-15T18:15:42,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.4130 sec 2024-11-15T18:15:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-15T18:15:42,759 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:15:42,760 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:15:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-15T18:15:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-15T18:15:42,763 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:15:42,764 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:15:42,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:15:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-15T18:15:42,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-15T18:15:42,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:42,919 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 7a0a47fd268dee1ac2a419a657cea070 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-15T18:15:42,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=A 2024-11-15T18:15:42,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:42,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=B 2024-11-15T18:15:42,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:42,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=C 2024-11-15T18:15:42,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:42,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/238250651d9c46ae9fedde2d4ba730d7 is 50, key is test_row_0/A:col10/1731694540787/Put/seqid=0 2024-11-15T18:15:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:42,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:42,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742081_1257 (size=12001) 2024-11-15T18:15:42,971 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/238250651d9c46ae9fedde2d4ba730d7 2024-11-15T18:15:42,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694602973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:42,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:42,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:42,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:42,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/e71882427108461fa3bb0c8b31ce2d74 is 50, key is test_row_0/B:col10/1731694540787/Put/seqid=0 2024-11-15T18:15:42,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694602979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:42,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694602980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:42,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:42,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:42,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:42,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694602980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:42,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:42,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:42,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:42,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:42,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:42,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:42,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694602982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:42,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:42,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:42,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:42,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742082_1258 (size=12001) 2024-11-15T18:15:43,004 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/e71882427108461fa3bb0c8b31ce2d74 2024-11-15T18:15:43,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/7a6d2400ff3b4b648b31cecd3e6c4316 is 50, key is test_row_0/C:col10/1731694540787/Put/seqid=0 2024-11-15T18:15:43,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742083_1259 (size=12001) 2024-11-15T18:15:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-15T18:15:43,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694603089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:43,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:43,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694603099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:43,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:43,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694603099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:43,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:43,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694603099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694603099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:43,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:43,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:43,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:43,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694603298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:43,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:43,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694603309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:43,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:43,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694603309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:43,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:43,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694603309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:43,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:43,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:43,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694603309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:43,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-15T18:15:43,450 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/7a6d2400ff3b4b648b31cecd3e6c4316 2024-11-15T18:15:43,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/238250651d9c46ae9fedde2d4ba730d7 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/238250651d9c46ae9fedde2d4ba730d7 2024-11-15T18:15:43,457 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/238250651d9c46ae9fedde2d4ba730d7, entries=150, sequenceid=46, filesize=11.7 K 2024-11-15T18:15:43,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/e71882427108461fa3bb0c8b31ce2d74 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/e71882427108461fa3bb0c8b31ce2d74 2024-11-15T18:15:43,467 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/e71882427108461fa3bb0c8b31ce2d74, entries=150, sequenceid=46, filesize=11.7 K 2024-11-15T18:15:43,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/7a6d2400ff3b4b648b31cecd3e6c4316 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/7a6d2400ff3b4b648b31cecd3e6c4316 2024-11-15T18:15:43,474 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/7a6d2400ff3b4b648b31cecd3e6c4316, entries=150, sequenceid=46, filesize=11.7 K 2024-11-15T18:15:43,475 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 7a0a47fd268dee1ac2a419a657cea070 in 556ms, sequenceid=46, compaction requested=true 2024-11-15T18:15:43,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:43,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:43,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-15T18:15:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-15T18:15:43,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-15T18:15:43,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 712 msec 2024-11-15T18:15:43,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 718 msec 2024-11-15T18:15:43,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:43,612 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a0a47fd268dee1ac2a419a657cea070 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-15T18:15:43,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=A 2024-11-15T18:15:43,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:43,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=B 2024-11-15T18:15:43,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:43,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=C 2024-11-15T18:15:43,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:43,616 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T18:15:43,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/a4fb0b4f8cc44a9f80d422868bd1c259 is 50, key is test_row_0/A:col10/1731694542980/Put/seqid=0 2024-11-15T18:15:43,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742084_1260 (size=12001) 2024-11-15T18:15:43,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:43,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694603627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:43,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:43,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694603629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:43,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:43,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:43,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:43,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694603635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:43,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:43,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694603638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:43,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694603639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:43,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:43,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:43,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:43,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694603749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694603749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:43,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:43,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:43,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694603749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:43,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:43,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694603749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:43,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:43,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:43,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694603749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:43,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:43,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-15T18:15:43,899 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:15:43,899 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:15:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-15T18:15:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-15T18:15:43,901 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:15:43,901 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:15:43,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:15:43,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694603960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:43,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:43,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694603960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:43,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:43,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:43,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694603960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:43,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694603960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:43,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:43,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694603960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:43,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:43,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:43,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-15T18:15:44,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/a4fb0b4f8cc44a9f80d422868bd1c259 2024-11-15T18:15:44,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/626258e29b64405ab73e23f7e8b03d1a is 50, key is test_row_0/B:col10/1731694542980/Put/seqid=0 2024-11-15T18:15:44,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742085_1261 (size=12001) 2024-11-15T18:15:44,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-15T18:15:44,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:44,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:44,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:44,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:44,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:44,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-15T18:15:44,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:44,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:44,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:44,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:44,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:44,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-15T18:15:44,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694604269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:44,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:44,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:44,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:44,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694604269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:44,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:44,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:44,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694604270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:44,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:44,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:44,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:44,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:44,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694604270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:44,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:44,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:44,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:44,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694604270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:44,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:44,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:44,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:44,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-15T18:15:44,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:44,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:44,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:44,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:44,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:44,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/626258e29b64405ab73e23f7e8b03d1a 2024-11-15T18:15:44,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/4173e1ee17d34f7a8a3423a203ad4e41 is 50, key is test_row_0/C:col10/1731694542980/Put/seqid=0 2024-11-15T18:15:44,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742086_1262 (size=12001) 2024-11-15T18:15:44,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-15T18:15:44,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:44,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:44,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:44,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:44,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-15T18:15:44,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-15T18:15:44,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:44,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:44,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:44,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:44,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:44,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:44,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694604779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694604779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:44,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:44,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:44,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:44,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:44,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:44,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694604779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694604779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:44,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:44,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:44,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:44,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:44,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:44,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:44,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:44,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:44,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694604779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:44,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:44,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:44,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:44,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-15T18:15:44,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:44,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:44,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:44,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:44,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:44,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/4173e1ee17d34f7a8a3423a203ad4e41 2024-11-15T18:15:44,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/a4fb0b4f8cc44a9f80d422868bd1c259 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/a4fb0b4f8cc44a9f80d422868bd1c259 2024-11-15T18:15:44,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/a4fb0b4f8cc44a9f80d422868bd1c259, entries=150, sequenceid=66, filesize=11.7 K 2024-11-15T18:15:44,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/626258e29b64405ab73e23f7e8b03d1a as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/626258e29b64405ab73e23f7e8b03d1a 2024-11-15T18:15:44,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/626258e29b64405ab73e23f7e8b03d1a, entries=150, sequenceid=66, filesize=11.7 K 2024-11-15T18:15:44,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/4173e1ee17d34f7a8a3423a203ad4e41 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/4173e1ee17d34f7a8a3423a203ad4e41 2024-11-15T18:15:44,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/4173e1ee17d34f7a8a3423a203ad4e41, entries=150, sequenceid=66, filesize=11.7 K 2024-11-15T18:15:44,880 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 7a0a47fd268dee1ac2a419a657cea070 in 1268ms, sequenceid=66, compaction requested=true 2024-11-15T18:15:44,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:44,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0a47fd268dee1ac2a419a657cea070:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:15:44,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:44,880 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T18:15:44,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0a47fd268dee1ac2a419a657cea070:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:15:44,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:44,880 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T18:15:44,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0a47fd268dee1ac2a419a657cea070:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:15:44,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:44,881 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T18:15:44,881 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T18:15:44,881 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 7a0a47fd268dee1ac2a419a657cea070/B is initiating minor compaction (all files) 2024-11-15T18:15:44,881 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 7a0a47fd268dee1ac2a419a657cea070/A is initiating minor compaction (all files) 2024-11-15T18:15:44,882 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0a47fd268dee1ac2a419a657cea070/B in TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:44,882 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0a47fd268dee1ac2a419a657cea070/A in TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:44,882 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/c1498531d625494e8ca527abe23cacfb, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/3b04f66bec2a410f82313340e822cf34, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/e71882427108461fa3bb0c8b31ce2d74, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/626258e29b64405ab73e23f7e8b03d1a] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp, totalSize=46.9 K 2024-11-15T18:15:44,882 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/c03f0e8d6d3142408ca673633d28bfad, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/b6d155598c2041768018b8229b68636b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/238250651d9c46ae9fedde2d4ba730d7, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/a4fb0b4f8cc44a9f80d422868bd1c259] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp, totalSize=46.9 K 2024-11-15T18:15:44,882 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting c1498531d625494e8ca527abe23cacfb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731694540622 2024-11-15T18:15:44,882 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting c03f0e8d6d3142408ca673633d28bfad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731694540622 2024-11-15T18:15:44,882 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6d155598c2041768018b8229b68636b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731694540651 2024-11-15T18:15:44,882 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b04f66bec2a410f82313340e822cf34, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731694540651 2024-11-15T18:15:44,883 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting e71882427108461fa3bb0c8b31ce2d74, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731694540787 2024-11-15T18:15:44,883 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 238250651d9c46ae9fedde2d4ba730d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731694540787 2024-11-15T18:15:44,883 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 626258e29b64405ab73e23f7e8b03d1a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731694542965 2024-11-15T18:15:44,883 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4fb0b4f8cc44a9f80d422868bd1c259, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731694542965 2024-11-15T18:15:44,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-15T18:15:44,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:44,970 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 7a0a47fd268dee1ac2a419a657cea070 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-15T18:15:44,970 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0a47fd268dee1ac2a419a657cea070#B#compaction#218 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:44,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=A 2024-11-15T18:15:44,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:44,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=B 2024-11-15T18:15:44,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:44,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=C 2024-11-15T18:15:44,970 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/da0470a9fef743e69329db75174d2938 is 50, key is test_row_0/B:col10/1731694542980/Put/seqid=0 2024-11-15T18:15:44,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:44,973 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0a47fd268dee1ac2a419a657cea070#A#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:44,973 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/fccfb2f71e7d44a1808c343a41499d13 is 50, key is test_row_0/A:col10/1731694542980/Put/seqid=0 2024-11-15T18:15:44,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/07f86d20d38a464e88ca2b2888734171 is 50, key is test_row_0/A:col10/1731694543636/Put/seqid=0 2024-11-15T18:15:44,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742087_1263 (size=12139) 2024-11-15T18:15:44,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742089_1265 (size=9657) 2024-11-15T18:15:45,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742088_1264 (size=12139) 2024-11-15T18:15:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-15T18:15:45,381 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/da0470a9fef743e69329db75174d2938 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/da0470a9fef743e69329db75174d2938 2024-11-15T18:15:45,385 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7a0a47fd268dee1ac2a419a657cea070/B of 7a0a47fd268dee1ac2a419a657cea070 into da0470a9fef743e69329db75174d2938(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:45,385 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:45,385 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., storeName=7a0a47fd268dee1ac2a419a657cea070/B, priority=12, startTime=1731694544880; duration=0sec 2024-11-15T18:15:45,385 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:45,385 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0a47fd268dee1ac2a419a657cea070:B 2024-11-15T18:15:45,385 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T18:15:45,386 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/07f86d20d38a464e88ca2b2888734171 2024-11-15T18:15:45,387 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T18:15:45,387 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 7a0a47fd268dee1ac2a419a657cea070/C is initiating minor compaction (all files) 2024-11-15T18:15:45,388 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0a47fd268dee1ac2a419a657cea070/C in TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:45,388 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/8956e77f0f554cb7a5406cbc0997b64a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/f9cbe79d50a44fe7b80055415e7e638f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/7a6d2400ff3b4b648b31cecd3e6c4316, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/4173e1ee17d34f7a8a3423a203ad4e41] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp, totalSize=46.9 K 2024-11-15T18:15:45,388 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 8956e77f0f554cb7a5406cbc0997b64a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731694540622 2024-11-15T18:15:45,388 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting f9cbe79d50a44fe7b80055415e7e638f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731694540651 2024-11-15T18:15:45,388 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a6d2400ff3b4b648b31cecd3e6c4316, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731694540787 2024-11-15T18:15:45,389 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 4173e1ee17d34f7a8a3423a203ad4e41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731694542965 2024-11-15T18:15:45,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/753aafb9a8d74825bccfccdd926b32af is 50, key is test_row_0/B:col10/1731694543636/Put/seqid=0 2024-11-15T18:15:45,401 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0a47fd268dee1ac2a419a657cea070#C#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:45,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742090_1266 (size=9657) 2024-11-15T18:15:45,402 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/7042f8c75b2e4a869dcb753a515bee20 is 50, key is test_row_0/C:col10/1731694542980/Put/seqid=0 2024-11-15T18:15:45,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742091_1267 (size=12139) 2024-11-15T18:15:45,416 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/fccfb2f71e7d44a1808c343a41499d13 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/fccfb2f71e7d44a1808c343a41499d13 2024-11-15T18:15:45,420 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/7042f8c75b2e4a869dcb753a515bee20 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/7042f8c75b2e4a869dcb753a515bee20 2024-11-15T18:15:45,421 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7a0a47fd268dee1ac2a419a657cea070/A of 7a0a47fd268dee1ac2a419a657cea070 into fccfb2f71e7d44a1808c343a41499d13(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:45,421 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:45,421 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., storeName=7a0a47fd268dee1ac2a419a657cea070/A, priority=12, startTime=1731694544880; duration=0sec 2024-11-15T18:15:45,421 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:45,421 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0a47fd268dee1ac2a419a657cea070:A 2024-11-15T18:15:45,424 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7a0a47fd268dee1ac2a419a657cea070/C of 7a0a47fd268dee1ac2a419a657cea070 into 7042f8c75b2e4a869dcb753a515bee20(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:45,425 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:45,425 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., storeName=7a0a47fd268dee1ac2a419a657cea070/C, priority=12, startTime=1731694544880; duration=0sec 2024-11-15T18:15:45,425 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:45,425 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0a47fd268dee1ac2a419a657cea070:C 2024-11-15T18:15:45,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:45,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:45,803 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/753aafb9a8d74825bccfccdd926b32af 2024-11-15T18:15:45,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/9c27755367534ef39b00a6c884cc047b is 50, key is test_row_0/C:col10/1731694543636/Put/seqid=0 2024-11-15T18:15:45,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:45,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694605823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:45,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:45,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:45,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694605824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:45,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:45,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:45,830 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:45,830 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:45,830 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:45,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694605828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:45,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694605829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:45,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:45,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:45,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:45,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:45,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:45,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:45,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:45,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694605830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:45,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:45,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:45,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:45,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742092_1268 (size=9657) 2024-11-15T18:15:45,861 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/9c27755367534ef39b00a6c884cc047b 2024-11-15T18:15:45,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/07f86d20d38a464e88ca2b2888734171 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/07f86d20d38a464e88ca2b2888734171 2024-11-15T18:15:45,873 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/07f86d20d38a464e88ca2b2888734171, entries=100, sequenceid=79, filesize=9.4 K 2024-11-15T18:15:45,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/753aafb9a8d74825bccfccdd926b32af as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/753aafb9a8d74825bccfccdd926b32af 2024-11-15T18:15:45,880 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/753aafb9a8d74825bccfccdd926b32af, entries=100, sequenceid=79, filesize=9.4 K 2024-11-15T18:15:45,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/9c27755367534ef39b00a6c884cc047b as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/9c27755367534ef39b00a6c884cc047b 2024-11-15T18:15:45,889 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/9c27755367534ef39b00a6c884cc047b, entries=100, sequenceid=79, filesize=9.4 K 2024-11-15T18:15:45,890 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 7a0a47fd268dee1ac2a419a657cea070 in 920ms, sequenceid=79, compaction requested=false 2024-11-15T18:15:45,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:45,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:45,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-15T18:15:45,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-15T18:15:45,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-15T18:15:45,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9940 sec 2024-11-15T18:15:45,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.9990 sec 2024-11-15T18:15:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:45,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a0a47fd268dee1ac2a419a657cea070 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-15T18:15:45,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=A 2024-11-15T18:15:45,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:45,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=B 2024-11-15T18:15:45,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:45,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=C 2024-11-15T18:15:45,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:45,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/99b20c9641b14ee69b7bea5a93774838 is 50, key is test_row_0/A:col10/1731694545824/Put/seqid=0 2024-11-15T18:15:45,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742093_1269 (size=12001) 2024-11-15T18:15:45,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:45,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:45,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/99b20c9641b14ee69b7bea5a93774838 2024-11-15T18:15:45,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694605956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:45,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694605956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:45,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:45,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694605958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:45,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:45,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:45,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:45,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:45,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694605959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:45,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:45,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694605959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:45,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:45,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:45,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:45,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:45,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:45,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:45,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:45,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:45,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:45,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:45,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:45,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:45,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/c85880f418064b46b995e27120442df7 is 50, key is test_row_0/B:col10/1731694545824/Put/seqid=0 2024-11-15T18:15:46,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742094_1270 (size=12001) 2024-11-15T18:15:46,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/c85880f418064b46b995e27120442df7 2024-11-15T18:15:46,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/6c58de44ead04849bc73eb419a26daec is 50, key is test_row_0/C:col10/1731694545824/Put/seqid=0 2024-11-15T18:15:46,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-15T18:15:46,050 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:15:46,050 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:15:46,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-15T18:15:46,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T18:15:46,058 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:15:46,060 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:15:46,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:15:46,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742095_1271 (size=12001) 2024-11-15T18:15:46,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694606069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:46,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:46,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694606069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:46,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:46,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:46,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694606069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:46,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:46,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:46,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694606069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:46,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:46,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:46,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694606069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:46,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:46,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:46,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T18:15:46,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-15T18:15:46,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:46,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:46,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:46,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:46,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:46,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:46,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694606279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:46,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:46,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694606280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:46,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:46,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:46,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:46,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694606280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:46,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:46,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694606280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:46,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:46,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694606281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:46,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:46,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-15T18:15:46,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:46,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:46,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:46,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:46,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T18:15:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:46,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/6c58de44ead04849bc73eb419a26daec 2024-11-15T18:15:46,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/99b20c9641b14ee69b7bea5a93774838 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/99b20c9641b14ee69b7bea5a93774838 2024-11-15T18:15:46,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/99b20c9641b14ee69b7bea5a93774838, entries=150, sequenceid=103, filesize=11.7 K 2024-11-15T18:15:46,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/c85880f418064b46b995e27120442df7 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/c85880f418064b46b995e27120442df7 2024-11-15T18:15:46,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/c85880f418064b46b995e27120442df7, entries=150, sequenceid=103, filesize=11.7 K 2024-11-15T18:15:46,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/6c58de44ead04849bc73eb419a26daec as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/6c58de44ead04849bc73eb419a26daec 2024-11-15T18:15:46,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/6c58de44ead04849bc73eb419a26daec, entries=150, sequenceid=103, filesize=11.7 K 2024-11-15T18:15:46,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 7a0a47fd268dee1ac2a419a657cea070 in 557ms, sequenceid=103, compaction requested=true 2024-11-15T18:15:46,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:46,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0a47fd268dee1ac2a419a657cea070:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:15:46,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:46,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0a47fd268dee1ac2a419a657cea070:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:15:46,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:46,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0a47fd268dee1ac2a419a657cea070:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:15:46,500 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:46,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T18:15:46,500 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:46,502 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:46,503 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 7a0a47fd268dee1ac2a419a657cea070/B is initiating minor compaction (all files) 2024-11-15T18:15:46,503 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0a47fd268dee1ac2a419a657cea070/B in TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:46,503 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/da0470a9fef743e69329db75174d2938, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/753aafb9a8d74825bccfccdd926b32af, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/c85880f418064b46b995e27120442df7] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp, totalSize=33.0 K 2024-11-15T18:15:46,503 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:46,503 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 7a0a47fd268dee1ac2a419a657cea070/A is initiating minor compaction (all files) 2024-11-15T18:15:46,503 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0a47fd268dee1ac2a419a657cea070/A in TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:46,503 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/fccfb2f71e7d44a1808c343a41499d13, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/07f86d20d38a464e88ca2b2888734171, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/99b20c9641b14ee69b7bea5a93774838] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp, totalSize=33.0 K 2024-11-15T18:15:46,504 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting da0470a9fef743e69329db75174d2938, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731694542965 2024-11-15T18:15:46,504 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting fccfb2f71e7d44a1808c343a41499d13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731694542965 2024-11-15T18:15:46,504 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07f86d20d38a464e88ca2b2888734171, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731694543635 2024-11-15T18:15:46,504 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 753aafb9a8d74825bccfccdd926b32af, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731694543635 2024-11-15T18:15:46,505 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting c85880f418064b46b995e27120442df7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731694545824 2024-11-15T18:15:46,505 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99b20c9641b14ee69b7bea5a93774838, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731694545824 2024-11-15T18:15:46,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-15T18:15:46,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:46,521 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 7a0a47fd268dee1ac2a419a657cea070 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-15T18:15:46,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=A 2024-11-15T18:15:46,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:46,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=B 2024-11-15T18:15:46,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:46,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=C 2024-11-15T18:15:46,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:46,526 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0a47fd268dee1ac2a419a657cea070#A#compaction#227 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:46,526 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/90f8fb56053a4af09f446380caffb746 is 50, key is test_row_0/A:col10/1731694545824/Put/seqid=0 2024-11-15T18:15:46,532 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0a47fd268dee1ac2a419a657cea070#B#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:46,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/3a035e470f154033935f95ad9600f725 is 50, key is test_row_0/A:col10/1731694545953/Put/seqid=0 2024-11-15T18:15:46,532 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/35bc62b9b67449d1bde89ce888bf6fb9 is 50, key is test_row_0/B:col10/1731694545824/Put/seqid=0 2024-11-15T18:15:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:46,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:46,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742096_1272 (size=12241) 2024-11-15T18:15:46,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742097_1273 (size=12001) 2024-11-15T18:15:46,626 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/3a035e470f154033935f95ad9600f725 2024-11-15T18:15:46,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742098_1274 (size=12241) 2024-11-15T18:15:46,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/730ca110f30045ac9db529512929bdd1 is 50, key is test_row_0/B:col10/1731694545953/Put/seqid=0 2024-11-15T18:15:46,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694606661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:46,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:46,674 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731694546656, max timestamp=1731694546669Num uniques 859; 2024-11-15T18:15:46,675 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-15T18:15:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T18:15:46,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742099_1275 (size=12001) 2024-11-15T18:15:46,685 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/730ca110f30045ac9db529512929bdd1 2024-11-15T18:15:46,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694606682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:46,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:46,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694606683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:46,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:46,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694606685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:46,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:46,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694606690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:46,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:46,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/adccb554a14744f0a334ea06284aa322 is 50, key is test_row_0/C:col10/1731694545953/Put/seqid=0 2024-11-15T18:15:46,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742100_1276 (size=12001) 2024-11-15T18:15:46,758 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/adccb554a14744f0a334ea06284aa322 2024-11-15T18:15:46,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/3a035e470f154033935f95ad9600f725 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/3a035e470f154033935f95ad9600f725 2024-11-15T18:15:46,771 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/3a035e470f154033935f95ad9600f725, entries=150, sequenceid=114, filesize=11.7 K 2024-11-15T18:15:46,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/730ca110f30045ac9db529512929bdd1 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/730ca110f30045ac9db529512929bdd1 2024-11-15T18:15:46,780 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/730ca110f30045ac9db529512929bdd1, entries=150, sequenceid=114, filesize=11.7 K 2024-11-15T18:15:46,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/adccb554a14744f0a334ea06284aa322 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/adccb554a14744f0a334ea06284aa322 2024-11-15T18:15:46,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694606779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:46,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:46,790 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/adccb554a14744f0a334ea06284aa322, entries=150, sequenceid=114, filesize=11.7 K 2024-11-15T18:15:46,791 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=122.60 KB/125545 for 7a0a47fd268dee1ac2a419a657cea070 in 270ms, sequenceid=114, compaction requested=true 2024-11-15T18:15:46,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:46,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:46,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-15T18:15:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-15T18:15:46,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-15T18:15:46,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 733 msec 2024-11-15T18:15:46,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 746 msec 2024-11-15T18:15:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:46,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a0a47fd268dee1ac2a419a657cea070 3/3 column families, dataSize=129.31 KB heapSize=380.73 KB 2024-11-15T18:15:46,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=A 2024-11-15T18:15:46,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:46,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=B 2024-11-15T18:15:46,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:46,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=C 2024-11-15T18:15:46,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:46,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/eaf28b77304d412db6f586df9f747ea1 is 50, key is test_row_0/A:col10/1731694546802/Put/seqid=0 2024-11-15T18:15:46,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694606818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:46,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:46,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694606822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:46,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:46,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694606826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:46,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694606829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:46,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:46,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:46,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742101_1277 (size=14541) 2024-11-15T18:15:46,855 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.97 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/eaf28b77304d412db6f586df9f747ea1 2024-11-15T18:15:46,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/982447a5674b49f59de735598be063b8 is 50, key is test_row_0/B:col10/1731694546802/Put/seqid=0 2024-11-15T18:15:46,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742102_1278 (size=12151) 2024-11-15T18:15:46,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/982447a5674b49f59de735598be063b8 2024-11-15T18:15:46,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/9fddecfccbe2443786990eede67db6fd is 50, key is test_row_0/C:col10/1731694546802/Put/seqid=0 2024-11-15T18:15:46,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742103_1279 (size=12151) 2024-11-15T18:15:46,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694606939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:46,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694606940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:46,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694606940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:46,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694606940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:46,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694606989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:46,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:46,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:47,009 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/90f8fb56053a4af09f446380caffb746 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/90f8fb56053a4af09f446380caffb746 2024-11-15T18:15:47,016 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0a47fd268dee1ac2a419a657cea070/A of 7a0a47fd268dee1ac2a419a657cea070 into 90f8fb56053a4af09f446380caffb746(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:47,016 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:47,016 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., storeName=7a0a47fd268dee1ac2a419a657cea070/A, priority=13, startTime=1731694546500; duration=0sec 2024-11-15T18:15:47,016 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:47,016 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0a47fd268dee1ac2a419a657cea070:A 2024-11-15T18:15:47,016 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T18:15:47,018 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45798 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T18:15:47,018 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 7a0a47fd268dee1ac2a419a657cea070/C is initiating minor compaction (all files) 2024-11-15T18:15:47,018 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0a47fd268dee1ac2a419a657cea070/C in TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:47,018 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/7042f8c75b2e4a869dcb753a515bee20, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/9c27755367534ef39b00a6c884cc047b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/6c58de44ead04849bc73eb419a26daec, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/adccb554a14744f0a334ea06284aa322] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp, totalSize=44.7 K 2024-11-15T18:15:47,019 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7042f8c75b2e4a869dcb753a515bee20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731694542965 2024-11-15T18:15:47,020 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c27755367534ef39b00a6c884cc047b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731694543635 2024-11-15T18:15:47,021 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c58de44ead04849bc73eb419a26daec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731694545824 2024-11-15T18:15:47,021 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting adccb554a14744f0a334ea06284aa322, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731694545953 2024-11-15T18:15:47,030 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0a47fd268dee1ac2a419a657cea070#C#compaction#235 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:47,031 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/bc607c84e0d84cd6892d6519c3dbd7de is 50, key is test_row_0/C:col10/1731694545953/Put/seqid=0 2024-11-15T18:15:47,036 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/35bc62b9b67449d1bde89ce888bf6fb9 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/35bc62b9b67449d1bde89ce888bf6fb9 2024-11-15T18:15:47,041 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0a47fd268dee1ac2a419a657cea070/B of 7a0a47fd268dee1ac2a419a657cea070 into 35bc62b9b67449d1bde89ce888bf6fb9(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:47,041 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:47,042 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., storeName=7a0a47fd268dee1ac2a419a657cea070/B, priority=13, startTime=1731694546500; duration=0sec 2024-11-15T18:15:47,042 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:47,042 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0a47fd268dee1ac2a419a657cea070:B 2024-11-15T18:15:47,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742104_1280 (size=12275) 2024-11-15T18:15:47,079 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/bc607c84e0d84cd6892d6519c3dbd7de as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/bc607c84e0d84cd6892d6519c3dbd7de 2024-11-15T18:15:47,086 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7a0a47fd268dee1ac2a419a657cea070/C of 7a0a47fd268dee1ac2a419a657cea070 into bc607c84e0d84cd6892d6519c3dbd7de(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:47,086 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:47,086 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., storeName=7a0a47fd268dee1ac2a419a657cea070/C, priority=12, startTime=1731694546500; duration=0sec 2024-11-15T18:15:47,087 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:47,087 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0a47fd268dee1ac2a419a657cea070:C 2024-11-15T18:15:47,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694607149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:47,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694607149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:47,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:47,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:47,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694607150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:47,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:47,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694607159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:47,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T18:15:47,189 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:15:47,190 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:15:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-15T18:15:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-15T18:15:47,206 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:15:47,207 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:15:47,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:15:47,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/9fddecfccbe2443786990eede67db6fd 2024-11-15T18:15:47,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/eaf28b77304d412db6f586df9f747ea1 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/eaf28b77304d412db6f586df9f747ea1 2024-11-15T18:15:47,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/eaf28b77304d412db6f586df9f747ea1, entries=200, sequenceid=141, filesize=14.2 K 2024-11-15T18:15:47,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/982447a5674b49f59de735598be063b8 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/982447a5674b49f59de735598be063b8 2024-11-15T18:15:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-15T18:15:47,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/982447a5674b49f59de735598be063b8, entries=150, sequenceid=141, filesize=11.9 K 2024-11-15T18:15:47,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/9fddecfccbe2443786990eede67db6fd as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/9fddecfccbe2443786990eede67db6fd 2024-11-15T18:15:47,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694607309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:47,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:47,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/9fddecfccbe2443786990eede67db6fd, entries=150, sequenceid=141, filesize=11.9 K 2024-11-15T18:15:47,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~129.31 KB/132415, heapSize ~380.68 KB/389816, currentSize=46.96 KB/48090 for 7a0a47fd268dee1ac2a419a657cea070 in 514ms, sequenceid=141, compaction requested=true 2024-11-15T18:15:47,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:47,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0a47fd268dee1ac2a419a657cea070:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:15:47,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:47,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0a47fd268dee1ac2a419a657cea070:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:15:47,317 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:47,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:47,317 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:47,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0a47fd268dee1ac2a419a657cea070:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:15:47,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:47,318 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:47,319 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 7a0a47fd268dee1ac2a419a657cea070/A is initiating minor compaction (all files) 2024-11-15T18:15:47,319 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0a47fd268dee1ac2a419a657cea070/A in TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:47,319 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/90f8fb56053a4af09f446380caffb746, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/3a035e470f154033935f95ad9600f725, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/eaf28b77304d412db6f586df9f747ea1] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp, totalSize=37.9 K 2024-11-15T18:15:47,319 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:47,319 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90f8fb56053a4af09f446380caffb746, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731694545824 2024-11-15T18:15:47,319 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 7a0a47fd268dee1ac2a419a657cea070/B is initiating minor compaction (all files) 2024-11-15T18:15:47,319 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0a47fd268dee1ac2a419a657cea070/B in TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:47,319 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/35bc62b9b67449d1bde89ce888bf6fb9, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/730ca110f30045ac9db529512929bdd1, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/982447a5674b49f59de735598be063b8] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp, totalSize=35.5 K 2024-11-15T18:15:47,319 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a035e470f154033935f95ad9600f725, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731694545953 2024-11-15T18:15:47,320 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 35bc62b9b67449d1bde89ce888bf6fb9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731694545824 2024-11-15T18:15:47,320 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting eaf28b77304d412db6f586df9f747ea1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731694546681 2024-11-15T18:15:47,320 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 730ca110f30045ac9db529512929bdd1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731694545953 2024-11-15T18:15:47,321 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 982447a5674b49f59de735598be063b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731694546681 2024-11-15T18:15:47,328 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0a47fd268dee1ac2a419a657cea070#A#compaction#236 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:47,330 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/a53a38493d014136ab5449b151fb34c3 is 50, key is test_row_0/A:col10/1731694546802/Put/seqid=0 2024-11-15T18:15:47,334 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0a47fd268dee1ac2a419a657cea070#B#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:47,334 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/14eba63accf9441c8c319a8ff3992c27 is 50, key is test_row_0/B:col10/1731694546802/Put/seqid=0 2024-11-15T18:15:47,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742105_1281 (size=12493) 2024-11-15T18:15:47,353 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/a53a38493d014136ab5449b151fb34c3 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/a53a38493d014136ab5449b151fb34c3 2024-11-15T18:15:47,359 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0a47fd268dee1ac2a419a657cea070/A of 7a0a47fd268dee1ac2a419a657cea070 into a53a38493d014136ab5449b151fb34c3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:47,359 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:47,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-15T18:15:47,359 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., storeName=7a0a47fd268dee1ac2a419a657cea070/A, priority=13, startTime=1731694547317; duration=0sec 2024-11-15T18:15:47,359 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:47,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:47,359 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0a47fd268dee1ac2a419a657cea070:A 2024-11-15T18:15:47,359 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-15T18:15:47,359 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 7a0a47fd268dee1ac2a419a657cea070 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T18:15:47,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=A 2024-11-15T18:15:47,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:47,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=B 2024-11-15T18:15:47,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:47,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=C 2024-11-15T18:15:47,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:47,361 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-15T18:15:47,361 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-15T18:15:47,361 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. because compaction request was cancelled 2024-11-15T18:15:47,361 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0a47fd268dee1ac2a419a657cea070:C 2024-11-15T18:15:47,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/fef5501bc38747ab953a0438700c1e53 is 50, key is test_row_0/A:col10/1731694546813/Put/seqid=0 2024-11-15T18:15:47,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742106_1282 (size=12493) 2024-11-15T18:15:47,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742107_1283 (size=12151) 2024-11-15T18:15:47,372 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/fef5501bc38747ab953a0438700c1e53 2024-11-15T18:15:47,377 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/14eba63accf9441c8c319a8ff3992c27 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/14eba63accf9441c8c319a8ff3992c27 2024-11-15T18:15:47,384 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0a47fd268dee1ac2a419a657cea070/B of 7a0a47fd268dee1ac2a419a657cea070 into 14eba63accf9441c8c319a8ff3992c27(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:47,384 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:47,384 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., storeName=7a0a47fd268dee1ac2a419a657cea070/B, priority=13, startTime=1731694547317; duration=0sec 2024-11-15T18:15:47,384 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:47,384 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0a47fd268dee1ac2a419a657cea070:B 2024-11-15T18:15:47,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/79ba9fc5a29f472ab8700bf35792ba2c is 50, key is test_row_0/B:col10/1731694546813/Put/seqid=0 2024-11-15T18:15:47,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742108_1284 (size=12151) 2024-11-15T18:15:47,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:47,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:47,485 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731694547476, max timestamp=1731694547483Num uniques 859; 2024-11-15T18:15:47,485 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T18:15:47,486 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731694547476, max timestamp=1731694547483Num uniques 859; 2024-11-15T18:15:47,486 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731694547476, max timestamp=1731694547483Num uniques 859; 2024-11-15T18:15:47,486 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T18:15:47,486 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T18:15:47,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-15T18:15:47,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694607527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:47,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694607527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:47,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:47,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:47,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694607532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:47,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:47,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694607533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:47,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:47,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:47,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694607639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:47,639 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:47,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694607639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:47,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:47,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694607649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:47,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:47,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694607649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:47,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:47,800 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/79ba9fc5a29f472ab8700bf35792ba2c 2024-11-15T18:15:47,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/02594af9986244dc8dea6a815bec15c2 is 50, key is test_row_0/C:col10/1731694546813/Put/seqid=0 2024-11-15T18:15:47,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742109_1285 (size=12151) 2024-11-15T18:15:47,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694607819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:47,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-15T18:15:47,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694607849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:47,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:47,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694607849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:47,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:47,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694607859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:47,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:47,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694607859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:47,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:47,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:47,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:48,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694608159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:48,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:48,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694608159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:48,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:48,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:48,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:48,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:48,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:48,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694608169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:48,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:48,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:48,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:48,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694608169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:48,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:48,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:48,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:48,209 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/02594af9986244dc8dea6a815bec15c2 2024-11-15T18:15:48,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/fef5501bc38747ab953a0438700c1e53 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/fef5501bc38747ab953a0438700c1e53 2024-11-15T18:15:48,217 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/fef5501bc38747ab953a0438700c1e53, entries=150, sequenceid=155, filesize=11.9 K 2024-11-15T18:15:48,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/79ba9fc5a29f472ab8700bf35792ba2c as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/79ba9fc5a29f472ab8700bf35792ba2c 2024-11-15T18:15:48,222 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/79ba9fc5a29f472ab8700bf35792ba2c, entries=150, sequenceid=155, filesize=11.9 K 2024-11-15T18:15:48,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/02594af9986244dc8dea6a815bec15c2 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/02594af9986244dc8dea6a815bec15c2 2024-11-15T18:15:48,237 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/02594af9986244dc8dea6a815bec15c2, entries=150, sequenceid=155, filesize=11.9 K 2024-11-15T18:15:48,237 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 7a0a47fd268dee1ac2a419a657cea070 in 878ms, sequenceid=155, compaction requested=true 2024-11-15T18:15:48,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:48,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:48,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-15T18:15:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-15T18:15:48,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-15T18:15:48,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0320 sec 2024-11-15T18:15:48,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.0520 sec 2024-11-15T18:15:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-15T18:15:48,339 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:15:48,340 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:15:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-15T18:15:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-15T18:15:48,341 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:15:48,342 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:15:48,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:15:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-15T18:15:48,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-15T18:15:48,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:48,494 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 7a0a47fd268dee1ac2a419a657cea070 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-15T18:15:48,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=A 2024-11-15T18:15:48,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:48,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=B 2024-11-15T18:15:48,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:48,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=C 2024-11-15T18:15:48,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:48,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/a3eecf86e6a246f3a7c359d7f9473dfb is 50, key is test_row_0/A:col10/1731694547531/Put/seqid=0 2024-11-15T18:15:48,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742110_1286 (size=12151) 2024-11-15T18:15:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-15T18:15:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:48,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:48,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694608684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:48,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694608685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:48,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:48,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:48,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:48,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:48,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:48,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694608685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:48,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:48,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694608686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:48,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:48,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:48,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:48,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:48,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:48,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:48,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694608799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:48,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:48,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694608799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:48,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:48,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:48,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:48,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:48,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694608799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:48,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:48,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:48,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:48,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:48,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694608800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:48,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:48,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:48,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:48,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694608829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:48,832 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_1' in 7a0a47fd268dee1ac2a419a657cea070 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:15:48,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:48,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:48,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:48,905 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/a3eecf86e6a246f3a7c359d7f9473dfb 2024-11-15T18:15:48,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/bafe8ed1355d4cd4b587cec2576566d1 is 50, key is test_row_0/B:col10/1731694547531/Put/seqid=0 2024-11-15T18:15:48,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742111_1287 (size=12151) 2024-11-15T18:15:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-15T18:15:49,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694609009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:49,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694609009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:49,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:49,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:49,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:49,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:49,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:49,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:49,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694609009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:49,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:49,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:49,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:49,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694609009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:49,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:49,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:49,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:49,317 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/bafe8ed1355d4cd4b587cec2576566d1 2024-11-15T18:15:49,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694609319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:49,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:49,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:49,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:49,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694609320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:49,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694609320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:49,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694609320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:49,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/fcf747b41e954d0cbdb7dba2824adac6 is 50, key is test_row_0/C:col10/1731694547531/Put/seqid=0 2024-11-15T18:15:49,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742112_1288 (size=12151) 2024-11-15T18:15:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-15T18:15:49,734 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/fcf747b41e954d0cbdb7dba2824adac6 2024-11-15T18:15:49,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/a3eecf86e6a246f3a7c359d7f9473dfb as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/a3eecf86e6a246f3a7c359d7f9473dfb 2024-11-15T18:15:49,741 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/a3eecf86e6a246f3a7c359d7f9473dfb, entries=150, sequenceid=192, filesize=11.9 K 2024-11-15T18:15:49,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/bafe8ed1355d4cd4b587cec2576566d1 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/bafe8ed1355d4cd4b587cec2576566d1 2024-11-15T18:15:49,747 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/bafe8ed1355d4cd4b587cec2576566d1, entries=150, sequenceid=192, filesize=11.9 K 2024-11-15T18:15:49,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/fcf747b41e954d0cbdb7dba2824adac6 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/fcf747b41e954d0cbdb7dba2824adac6 2024-11-15T18:15:49,751 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/fcf747b41e954d0cbdb7dba2824adac6, entries=150, sequenceid=192, filesize=11.9 K 2024-11-15T18:15:49,752 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=53.67 KB/54960 for 7a0a47fd268dee1ac2a419a657cea070 in 1258ms, sequenceid=192, compaction requested=true 2024-11-15T18:15:49,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:49,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:49,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-15T18:15:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-15T18:15:49,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-15T18:15:49,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4110 sec 2024-11-15T18:15:49,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.4150 sec 2024-11-15T18:15:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:49,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a0a47fd268dee1ac2a419a657cea070 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-15T18:15:49,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=A 2024-11-15T18:15:49,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:49,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=B 2024-11-15T18:15:49,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:49,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=C 2024-11-15T18:15:49,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:49,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/2ee34be5ff134c11935835678779417b is 50, key is test_row_0/A:col10/1731694549831/Put/seqid=0 2024-11-15T18:15:49,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742113_1289 (size=12151) 2024-11-15T18:15:49,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/2ee34be5ff134c11935835678779417b 2024-11-15T18:15:49,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/611accd68a8c422a945caa66ff030dc5 is 50, key is test_row_0/B:col10/1731694549831/Put/seqid=0 2024-11-15T18:15:49,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742114_1290 (size=12151) 2024-11-15T18:15:49,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694609885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:49,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:49,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:49,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:49,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694609886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:49,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:49,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:49,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:49,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694609887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:49,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:49,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:49,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:49,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694609887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:49,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:49,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:49,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:50,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694609999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:50,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:50,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:50,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:50,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694609999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:50,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:50,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:50,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694609999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:50,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:50,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:50,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:50,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694609999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:50,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:50,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:50,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:50,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:50,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694610209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:50,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694610209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:50,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694610209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:50,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694610209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:50,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/611accd68a8c422a945caa66ff030dc5 2024-11-15T18:15:50,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/c710b4b33ee8491b8903cc6fba59a601 is 50, key is test_row_0/C:col10/1731694549831/Put/seqid=0 2024-11-15T18:15:50,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742115_1291 (size=12151) 2024-11-15T18:15:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-15T18:15:50,489 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:15:50,490 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:15:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-15T18:15:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-15T18:15:50,491 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:15:50,491 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:15:50,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:15:50,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694610518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:50,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694610519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:50,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:50,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:50,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:50,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:50,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:50,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:50,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694610519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:50,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:50,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:50,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:50,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694610519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:50,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:50,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:50,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-15T18:15:50,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-15T18:15:50,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:50,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:50,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:50,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:50,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:50,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/c710b4b33ee8491b8903cc6fba59a601 2024-11-15T18:15:50,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/2ee34be5ff134c11935835678779417b as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/2ee34be5ff134c11935835678779417b 2024-11-15T18:15:50,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/2ee34be5ff134c11935835678779417b, entries=150, sequenceid=206, filesize=11.9 K 2024-11-15T18:15:50,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/611accd68a8c422a945caa66ff030dc5 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/611accd68a8c422a945caa66ff030dc5 2024-11-15T18:15:50,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/611accd68a8c422a945caa66ff030dc5, entries=150, sequenceid=206, filesize=11.9 K 2024-11-15T18:15:50,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/c710b4b33ee8491b8903cc6fba59a601 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/c710b4b33ee8491b8903cc6fba59a601 2024-11-15T18:15:50,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/c710b4b33ee8491b8903cc6fba59a601, entries=150, sequenceid=206, filesize=11.9 K 2024-11-15T18:15:50,716 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 7a0a47fd268dee1ac2a419a657cea070 in 855ms, sequenceid=206, compaction requested=true 2024-11-15T18:15:50,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:50,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0a47fd268dee1ac2a419a657cea070:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:15:50,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:50,716 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T18:15:50,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0a47fd268dee1ac2a419a657cea070:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:15:50,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:50,716 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T18:15:50,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0a47fd268dee1ac2a419a657cea070:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:15:50,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:50,717 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T18:15:50,717 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T18:15:50,717 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 7a0a47fd268dee1ac2a419a657cea070/B is initiating minor compaction (all files) 2024-11-15T18:15:50,717 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 7a0a47fd268dee1ac2a419a657cea070/A is initiating minor compaction (all files) 2024-11-15T18:15:50,717 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0a47fd268dee1ac2a419a657cea070/A in TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:50,717 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0a47fd268dee1ac2a419a657cea070/B in TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:50,717 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/a53a38493d014136ab5449b151fb34c3, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/fef5501bc38747ab953a0438700c1e53, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/a3eecf86e6a246f3a7c359d7f9473dfb, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/2ee34be5ff134c11935835678779417b] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp, totalSize=47.8 K 2024-11-15T18:15:50,717 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/14eba63accf9441c8c319a8ff3992c27, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/79ba9fc5a29f472ab8700bf35792ba2c, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/bafe8ed1355d4cd4b587cec2576566d1, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/611accd68a8c422a945caa66ff030dc5] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp, totalSize=47.8 K 2024-11-15T18:15:50,718 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 14eba63accf9441c8c319a8ff3992c27, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731694546681 2024-11-15T18:15:50,718 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting a53a38493d014136ab5449b151fb34c3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731694546681 2024-11-15T18:15:50,718 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting fef5501bc38747ab953a0438700c1e53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731694546813 2024-11-15T18:15:50,718 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 79ba9fc5a29f472ab8700bf35792ba2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731694546813 2024-11-15T18:15:50,718 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3eecf86e6a246f3a7c359d7f9473dfb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731694547518 2024-11-15T18:15:50,718 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting bafe8ed1355d4cd4b587cec2576566d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731694547518 2024-11-15T18:15:50,718 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ee34be5ff134c11935835678779417b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731694548684 2024-11-15T18:15:50,718 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 611accd68a8c422a945caa66ff030dc5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731694548684 2024-11-15T18:15:50,751 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0a47fd268dee1ac2a419a657cea070#A#compaction#247 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:50,752 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/13d3df01dfb8468fa4cad3093fa63e83 is 50, key is test_row_0/A:col10/1731694549831/Put/seqid=0 2024-11-15T18:15:50,755 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0a47fd268dee1ac2a419a657cea070#B#compaction#248 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:50,756 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/870827c1427a40a78806b52525a80977 is 50, key is test_row_0/B:col10/1731694549831/Put/seqid=0 2024-11-15T18:15:50,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742116_1292 (size=12629) 2024-11-15T18:15:50,783 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/13d3df01dfb8468fa4cad3093fa63e83 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/13d3df01dfb8468fa4cad3093fa63e83 2024-11-15T18:15:50,791 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7a0a47fd268dee1ac2a419a657cea070/A of 7a0a47fd268dee1ac2a419a657cea070 into 13d3df01dfb8468fa4cad3093fa63e83(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:50,791 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:50,791 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., storeName=7a0a47fd268dee1ac2a419a657cea070/A, priority=12, startTime=1731694550716; duration=0sec 2024-11-15T18:15:50,792 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:50,792 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0a47fd268dee1ac2a419a657cea070:A 2024-11-15T18:15:50,792 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T18:15:50,796 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60879 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T18:15:50,796 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 7a0a47fd268dee1ac2a419a657cea070/C is initiating minor compaction (all files) 2024-11-15T18:15:50,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-15T18:15:50,796 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0a47fd268dee1ac2a419a657cea070/C in TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:50,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:50,797 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/bc607c84e0d84cd6892d6519c3dbd7de, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/9fddecfccbe2443786990eede67db6fd, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/02594af9986244dc8dea6a815bec15c2, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/fcf747b41e954d0cbdb7dba2824adac6, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/c710b4b33ee8491b8903cc6fba59a601] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp, totalSize=59.5 K 2024-11-15T18:15:50,797 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 7a0a47fd268dee1ac2a419a657cea070 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-15T18:15:50,797 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc607c84e0d84cd6892d6519c3dbd7de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731694545953 2024-11-15T18:15:50,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=A 2024-11-15T18:15:50,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:50,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=B 2024-11-15T18:15:50,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:50,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=C 2024-11-15T18:15:50,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:50,798 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fddecfccbe2443786990eede67db6fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731694546681 2024-11-15T18:15:50,799 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02594af9986244dc8dea6a815bec15c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731694546813 2024-11-15T18:15:50,800 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting fcf747b41e954d0cbdb7dba2824adac6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731694547518 2024-11-15T18:15:50,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742117_1293 (size=12629) 2024-11-15T18:15:50,802 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting c710b4b33ee8491b8903cc6fba59a601, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731694548684 2024-11-15T18:15:50,807 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/870827c1427a40a78806b52525a80977 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/870827c1427a40a78806b52525a80977 2024-11-15T18:15:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-15T18:15:50,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/234bab4c1e5a40ebbe07bb5571e20057 is 50, key is test_row_0/A:col10/1731694549886/Put/seqid=0 2024-11-15T18:15:50,821 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7a0a47fd268dee1ac2a419a657cea070/B of 7a0a47fd268dee1ac2a419a657cea070 into 870827c1427a40a78806b52525a80977(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:50,821 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:50,821 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., storeName=7a0a47fd268dee1ac2a419a657cea070/B, priority=12, startTime=1731694550716; duration=0sec 2024-11-15T18:15:50,821 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:50,821 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0a47fd268dee1ac2a419a657cea070:B 2024-11-15T18:15:50,832 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0a47fd268dee1ac2a419a657cea070#C#compaction#250 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:50,833 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/118d977d33bf4c7d8bb9eb419de53b2f is 50, key is test_row_0/C:col10/1731694549831/Put/seqid=0 2024-11-15T18:15:50,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:50,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:50,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742118_1294 (size=12151) 2024-11-15T18:15:50,861 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/234bab4c1e5a40ebbe07bb5571e20057 2024-11-15T18:15:50,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/f1fd14edc8fd47fbaaad98c3e9edb13e is 50, key is test_row_0/B:col10/1731694549886/Put/seqid=0 2024-11-15T18:15:50,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742119_1295 (size=12595) 2024-11-15T18:15:50,888 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/118d977d33bf4c7d8bb9eb419de53b2f as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/118d977d33bf4c7d8bb9eb419de53b2f 2024-11-15T18:15:50,893 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 7a0a47fd268dee1ac2a419a657cea070/C of 7a0a47fd268dee1ac2a419a657cea070 into 118d977d33bf4c7d8bb9eb419de53b2f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:50,893 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:50,893 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., storeName=7a0a47fd268dee1ac2a419a657cea070/C, priority=11, startTime=1731694550716; duration=0sec 2024-11-15T18:15:50,893 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:50,893 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0a47fd268dee1ac2a419a657cea070:C 2024-11-15T18:15:50,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742120_1296 (size=12151) 2024-11-15T18:15:50,898 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/f1fd14edc8fd47fbaaad98c3e9edb13e 2024-11-15T18:15:50,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:50,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694610903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:50,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:50,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:50,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:50,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/ed1ed808964d4801a712460078c84812 is 50, key is test_row_0/C:col10/1731694549886/Put/seqid=0 2024-11-15T18:15:50,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742121_1297 (size=12151) 2024-11-15T18:15:50,952 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/ed1ed808964d4801a712460078c84812 2024-11-15T18:15:50,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/234bab4c1e5a40ebbe07bb5571e20057 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/234bab4c1e5a40ebbe07bb5571e20057 2024-11-15T18:15:50,970 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/234bab4c1e5a40ebbe07bb5571e20057, entries=150, sequenceid=226, filesize=11.9 K 2024-11-15T18:15:50,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/f1fd14edc8fd47fbaaad98c3e9edb13e as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/f1fd14edc8fd47fbaaad98c3e9edb13e 2024-11-15T18:15:50,980 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/f1fd14edc8fd47fbaaad98c3e9edb13e, entries=150, sequenceid=226, filesize=11.9 K 2024-11-15T18:15:50,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/ed1ed808964d4801a712460078c84812 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/ed1ed808964d4801a712460078c84812 2024-11-15T18:15:50,994 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/ed1ed808964d4801a712460078c84812, entries=150, sequenceid=226, filesize=11.9 K 2024-11-15T18:15:50,996 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 7a0a47fd268dee1ac2a419a657cea070 in 199ms, sequenceid=226, compaction requested=false 2024-11-15T18:15:50,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:50,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:50,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-15T18:15:50,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-15T18:15:51,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-15T18:15:51,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 506 msec 2024-11-15T18:15:51,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 516 msec 2024-11-15T18:15:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:51,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a0a47fd268dee1ac2a419a657cea070 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-15T18:15:51,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=A 2024-11-15T18:15:51,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:51,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=B 2024-11-15T18:15:51,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:51,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=C 2024-11-15T18:15:51,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:51,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/b73a73a0882d4714abe4f2b9414499bd is 50, key is test_row_0/A:col10/1731694550895/Put/seqid=0 2024-11-15T18:15:51,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742122_1298 (size=14541) 2024-11-15T18:15:51,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694611054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:51,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:51,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:51,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694611055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694611060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:51,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:51,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:51,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694611065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:51,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:51,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694611067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:51,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-15T18:15:51,123 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:15:51,126 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:15:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-15T18:15:51,128 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:15:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-15T18:15:51,129 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:15:51,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:15:51,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694611169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:51,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:51,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694611169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:51,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:51,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694611169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:51,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:51,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:51,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694611179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:51,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:51,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694611179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:51,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-15T18:15:51,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-15T18:15:51,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:51,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:51,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:51,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:51,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:51,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694611379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:51,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:51,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694611379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:51,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694611380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:51,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:51,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:51,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694611389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:51,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:51,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694611389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:51,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:51,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:51,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-15T18:15:51,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:51,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:51,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:51,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:51,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:51,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/b73a73a0882d4714abe4f2b9414499bd 2024-11-15T18:15:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-15T18:15:51,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/50150dcd89614b6bb7f3a56318bb440b is 50, key is test_row_0/B:col10/1731694550895/Put/seqid=0 2024-11-15T18:15:51,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742123_1299 (size=12151) 2024-11-15T18:15:51,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/50150dcd89614b6bb7f3a56318bb440b 2024-11-15T18:15:51,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/c57a5844db3a4807bb1a493e9d782514 is 50, key is test_row_0/C:col10/1731694550895/Put/seqid=0 2024-11-15T18:15:51,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742124_1300 (size=12151) 2024-11-15T18:15:51,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/c57a5844db3a4807bb1a493e9d782514 2024-11-15T18:15:51,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/b73a73a0882d4714abe4f2b9414499bd as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/b73a73a0882d4714abe4f2b9414499bd 2024-11-15T18:15:51,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/b73a73a0882d4714abe4f2b9414499bd, entries=200, sequenceid=242, filesize=14.2 K 2024-11-15T18:15:51,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/50150dcd89614b6bb7f3a56318bb440b as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/50150dcd89614b6bb7f3a56318bb440b 2024-11-15T18:15:51,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/50150dcd89614b6bb7f3a56318bb440b, entries=150, sequenceid=242, filesize=11.9 K 2024-11-15T18:15:51,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/c57a5844db3a4807bb1a493e9d782514 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/c57a5844db3a4807bb1a493e9d782514 2024-11-15T18:15:51,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/c57a5844db3a4807bb1a493e9d782514, entries=150, sequenceid=242, filesize=11.9 K 2024-11-15T18:15:51,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 7a0a47fd268dee1ac2a419a657cea070 in 554ms, sequenceid=242, compaction requested=true 2024-11-15T18:15:51,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:51,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0a47fd268dee1ac2a419a657cea070:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:15:51,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:51,568 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:51,568 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:51,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0a47fd268dee1ac2a419a657cea070:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:15:51,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:51,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0a47fd268dee1ac2a419a657cea070:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:15:51,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:51,569 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:51,569 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 7a0a47fd268dee1ac2a419a657cea070/B is initiating minor compaction (all files) 2024-11-15T18:15:51,570 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0a47fd268dee1ac2a419a657cea070/B in TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:51,570 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/870827c1427a40a78806b52525a80977, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/f1fd14edc8fd47fbaaad98c3e9edb13e, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/50150dcd89614b6bb7f3a56318bb440b] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp, totalSize=36.1 K 2024-11-15T18:15:51,570 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:51,570 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 7a0a47fd268dee1ac2a419a657cea070/A is initiating minor compaction (all files) 2024-11-15T18:15:51,570 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0a47fd268dee1ac2a419a657cea070/A in TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:51,570 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/13d3df01dfb8468fa4cad3093fa63e83, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/234bab4c1e5a40ebbe07bb5571e20057, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/b73a73a0882d4714abe4f2b9414499bd] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp, totalSize=38.4 K 2024-11-15T18:15:51,570 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13d3df01dfb8468fa4cad3093fa63e83, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731694548684 2024-11-15T18:15:51,570 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 870827c1427a40a78806b52525a80977, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731694548684 2024-11-15T18:15:51,571 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 234bab4c1e5a40ebbe07bb5571e20057, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731694549879 2024-11-15T18:15:51,571 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting f1fd14edc8fd47fbaaad98c3e9edb13e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731694549879 2024-11-15T18:15:51,571 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 50150dcd89614b6bb7f3a56318bb440b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731694550895 2024-11-15T18:15:51,571 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting b73a73a0882d4714abe4f2b9414499bd, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731694550846 2024-11-15T18:15:51,581 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0a47fd268dee1ac2a419a657cea070#A#compaction#256 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:51,581 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/10534de13c3c4224a942a1c2fcbaac94 is 50, key is test_row_0/A:col10/1731694550895/Put/seqid=0 2024-11-15T18:15:51,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-15T18:15:51,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:51,591 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 7a0a47fd268dee1ac2a419a657cea070 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-15T18:15:51,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=A 2024-11-15T18:15:51,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:51,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=B 2024-11-15T18:15:51,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:51,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=C 2024-11-15T18:15:51,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:51,594 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0a47fd268dee1ac2a419a657cea070#B#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:51,595 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/9ae3538921bd4610ae701da6dcab586e is 50, key is test_row_0/B:col10/1731694550895/Put/seqid=0 2024-11-15T18:15:51,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/c9f657e051864a65aa63977525ae36a0 is 50, key is test_row_0/A:col10/1731694551056/Put/seqid=0 2024-11-15T18:15:51,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742125_1301 (size=12731) 2024-11-15T18:15:51,642 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/10534de13c3c4224a942a1c2fcbaac94 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/10534de13c3c4224a942a1c2fcbaac94 2024-11-15T18:15:51,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742126_1302 (size=12731) 2024-11-15T18:15:51,651 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0a47fd268dee1ac2a419a657cea070/A of 7a0a47fd268dee1ac2a419a657cea070 into 10534de13c3c4224a942a1c2fcbaac94(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:51,651 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:51,651 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., storeName=7a0a47fd268dee1ac2a419a657cea070/A, priority=13, startTime=1731694551568; duration=0sec 2024-11-15T18:15:51,651 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:51,651 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0a47fd268dee1ac2a419a657cea070:A 2024-11-15T18:15:51,651 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:51,653 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:51,654 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 7a0a47fd268dee1ac2a419a657cea070/C is initiating minor compaction (all files) 2024-11-15T18:15:51,654 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0a47fd268dee1ac2a419a657cea070/C in TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:51,654 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/118d977d33bf4c7d8bb9eb419de53b2f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/ed1ed808964d4801a712460078c84812, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/c57a5844db3a4807bb1a493e9d782514] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp, totalSize=36.0 K 2024-11-15T18:15:51,654 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 118d977d33bf4c7d8bb9eb419de53b2f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731694548684 2024-11-15T18:15:51,655 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed1ed808964d4801a712460078c84812, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731694549879 2024-11-15T18:15:51,657 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting c57a5844db3a4807bb1a493e9d782514, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731694550895 2024-11-15T18:15:51,658 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/9ae3538921bd4610ae701da6dcab586e as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/9ae3538921bd4610ae701da6dcab586e 2024-11-15T18:15:51,664 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0a47fd268dee1ac2a419a657cea070/B of 7a0a47fd268dee1ac2a419a657cea070 into 9ae3538921bd4610ae701da6dcab586e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:51,664 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:51,664 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., storeName=7a0a47fd268dee1ac2a419a657cea070/B, priority=13, startTime=1731694551568; duration=0sec 2024-11-15T18:15:51,665 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:51,665 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0a47fd268dee1ac2a419a657cea070:B 2024-11-15T18:15:51,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742127_1303 (size=12301) 2024-11-15T18:15:51,674 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0a47fd268dee1ac2a419a657cea070#C#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:51,675 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/4c4c6b43a3534027a2f8f6d89e218ddc is 50, key is test_row_0/C:col10/1731694550895/Put/seqid=0 2024-11-15T18:15:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:51,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:51,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742128_1304 (size=12697) 2024-11-15T18:15:51,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694611706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:51,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:51,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694611707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:51,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694611707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:51,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:51,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694611708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:51,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:51,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:51,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694611712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:51,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-15T18:15:51,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694611819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:51,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:51,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694611819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:51,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:51,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:51,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694611819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:51,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:51,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694611820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:51,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:51,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694611820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:51,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:51,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:52,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694612030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:52,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:52,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:52,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:52,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:52,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694612030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694612030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:52,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:52,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:52,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:52,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:52,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:52,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694612030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694612030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:52,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:52,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:52,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:52,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:52,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:52,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:52,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:52,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:52,071 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/c9f657e051864a65aa63977525ae36a0 2024-11-15T18:15:52,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/992f4f4c27584f149ae0c5d2448a365a is 50, key is test_row_0/B:col10/1731694551056/Put/seqid=0 2024-11-15T18:15:52,121 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/4c4c6b43a3534027a2f8f6d89e218ddc as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/4c4c6b43a3534027a2f8f6d89e218ddc 2024-11-15T18:15:52,127 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0a47fd268dee1ac2a419a657cea070/C of 7a0a47fd268dee1ac2a419a657cea070 into 4c4c6b43a3534027a2f8f6d89e218ddc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:52,127 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:52,127 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., storeName=7a0a47fd268dee1ac2a419a657cea070/C, priority=13, startTime=1731694551568; duration=0sec 2024-11-15T18:15:52,127 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:52,127 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0a47fd268dee1ac2a419a657cea070:C 2024-11-15T18:15:52,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742129_1305 (size=12301) 2024-11-15T18:15:52,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-15T18:15:52,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:52,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694612339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:52,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:52,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:52,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694612339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:52,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:52,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:52,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:52,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694612339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:52,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:52,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:52,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:52,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:52,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:52,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694612339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:52,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:52,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:52,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694612340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:52,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:52,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:52,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:52,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:52,542 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/992f4f4c27584f149ae0c5d2448a365a 2024-11-15T18:15:52,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/c16fdbde93ae4f07bf5839301a9ad32c is 50, key is test_row_0/C:col10/1731694551056/Put/seqid=0 2024-11-15T18:15:52,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742130_1306 (size=12301) 2024-11-15T18:15:52,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694612848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:52,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:52,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:52,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:52,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694612849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:52,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:52,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:52,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:52,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694612849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:52,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:52,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:52,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:52,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:52,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694612849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:52,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:52,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:52,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:52,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:52,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694612849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:52,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:52,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:52,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:52,952 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/c16fdbde93ae4f07bf5839301a9ad32c 2024-11-15T18:15:52,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/c9f657e051864a65aa63977525ae36a0 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/c9f657e051864a65aa63977525ae36a0 2024-11-15T18:15:52,959 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/c9f657e051864a65aa63977525ae36a0, entries=150, sequenceid=261, filesize=12.0 K 2024-11-15T18:15:52,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/992f4f4c27584f149ae0c5d2448a365a as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/992f4f4c27584f149ae0c5d2448a365a 2024-11-15T18:15:52,963 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/992f4f4c27584f149ae0c5d2448a365a, entries=150, sequenceid=261, filesize=12.0 K 2024-11-15T18:15:52,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/c16fdbde93ae4f07bf5839301a9ad32c as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/c16fdbde93ae4f07bf5839301a9ad32c 2024-11-15T18:15:52,971 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/c16fdbde93ae4f07bf5839301a9ad32c, entries=150, sequenceid=261, filesize=12.0 K 2024-11-15T18:15:52,972 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 7a0a47fd268dee1ac2a419a657cea070 in 1381ms, sequenceid=261, compaction requested=false 2024-11-15T18:15:52,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:52,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:52,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-15T18:15:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-15T18:15:52,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-15T18:15:52,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8440 sec 2024-11-15T18:15:52,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.8500 sec 2024-11-15T18:15:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-15T18:15:53,279 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:15:53,280 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:15:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-11-15T18:15:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-15T18:15:53,281 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:15:53,282 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:15:53,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:15:53,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-15T18:15:53,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-15T18:15:53,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:53,435 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 7a0a47fd268dee1ac2a419a657cea070 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-15T18:15:53,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=A 2024-11-15T18:15:53,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:53,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=B 2024-11-15T18:15:53,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:53,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=C 2024-11-15T18:15:53,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:53,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/320d2b0f2da34e90a65278ca7c58d65a is 50, key is test_row_0/A:col10/1731694551702/Put/seqid=0 2024-11-15T18:15:53,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742131_1307 (size=12301) 2024-11-15T18:15:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-15T18:15:53,844 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/320d2b0f2da34e90a65278ca7c58d65a 2024-11-15T18:15:53,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/dab4c839f030489cbbcf19bfd9fe3ada is 50, key is test_row_0/B:col10/1731694551702/Put/seqid=0 2024-11-15T18:15:53,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742132_1308 (size=12301) 2024-11-15T18:15:53,858 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/dab4c839f030489cbbcf19bfd9fe3ada 2024-11-15T18:15:53,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:53,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:53,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/a2a58248363f431994cca946f712a824 is 50, key is test_row_0/C:col10/1731694551702/Put/seqid=0 2024-11-15T18:15:53,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742133_1309 (size=12301) 2024-11-15T18:15:53,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:53,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694613877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:53,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:53,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:53,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:53,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:53,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694613881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:53,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:53,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:53,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:53,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694613882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:53,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:53,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:53,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:53,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694613882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:53,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:53,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:53,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694613883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:53,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:53,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-15T18:15:53,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694613989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:53,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:53,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694613989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:53,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:53,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694613989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:53,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694613989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:53,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694613989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:53,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:53,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:53,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:54,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694614199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:54,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694614199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:54,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:54,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:54,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694614199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:54,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:54,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:54,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694614199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:54,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:54,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694614199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:54,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:54,270 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/a2a58248363f431994cca946f712a824 2024-11-15T18:15:54,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/320d2b0f2da34e90a65278ca7c58d65a as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/320d2b0f2da34e90a65278ca7c58d65a 2024-11-15T18:15:54,276 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/320d2b0f2da34e90a65278ca7c58d65a, entries=150, sequenceid=277, filesize=12.0 K 2024-11-15T18:15:54,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/dab4c839f030489cbbcf19bfd9fe3ada as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/dab4c839f030489cbbcf19bfd9fe3ada 2024-11-15T18:15:54,280 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/dab4c839f030489cbbcf19bfd9fe3ada, entries=150, sequenceid=277, filesize=12.0 K 2024-11-15T18:15:54,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/a2a58248363f431994cca946f712a824 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/a2a58248363f431994cca946f712a824 2024-11-15T18:15:54,284 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/a2a58248363f431994cca946f712a824, entries=150, sequenceid=277, filesize=12.0 K 2024-11-15T18:15:54,285 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 7a0a47fd268dee1ac2a419a657cea070 in 850ms, sequenceid=277, compaction requested=true 2024-11-15T18:15:54,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:54,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:54,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-11-15T18:15:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-11-15T18:15:54,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-15T18:15:54,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0040 sec 2024-11-15T18:15:54,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 1.0080 sec 2024-11-15T18:15:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-15T18:15:54,420 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:15:54,420 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:15:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-11-15T18:15:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-15T18:15:54,422 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:15:54,423 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:15:54,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:15:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:54,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a0a47fd268dee1ac2a419a657cea070 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-15T18:15:54,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=A 2024-11-15T18:15:54,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:54,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=B 2024-11-15T18:15:54,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:54,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=C 2024-11-15T18:15:54,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:54,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/9a58b3d11b1b400a9465ffc7c391883a is 50, key is test_row_0/A:col10/1731694553867/Put/seqid=0 2024-11-15T18:15:54,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742134_1310 (size=14741) 2024-11-15T18:15:54,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694614518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:54,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:54,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694614519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694614520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:54,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:54,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:54,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694614522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:54,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:54,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694614522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:54,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-15T18:15:54,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-15T18:15:54,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:54,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:54,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:54,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:54,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:54,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694614629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:54,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694614629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:54,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:54,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694614629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:54,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:54,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:54,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694614630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:54,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:54,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694614630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:54,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:54,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-15T18:15:54,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:54,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:54,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:54,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:54,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-15T18:15:54,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694614838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:54,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694614838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:54,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694614839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:54,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:54,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694614839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:54,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:54,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694614839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:54,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:54,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:54,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:54,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-15T18:15:54,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:54,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:54,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:54,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:54,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:54,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/9a58b3d11b1b400a9465ffc7c391883a 2024-11-15T18:15:54,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/a154859695df4cb9bfb195494e8c6c8f is 50, key is test_row_0/B:col10/1731694553867/Put/seqid=0 2024-11-15T18:15:54,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742135_1311 (size=12301) 2024-11-15T18:15:54,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/a154859695df4cb9bfb195494e8c6c8f 2024-11-15T18:15:54,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/74a0e488b61d4b38bafe22af7c258083 is 50, key is test_row_0/C:col10/1731694553867/Put/seqid=0 2024-11-15T18:15:54,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742136_1312 (size=12301) 2024-11-15T18:15:54,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/74a0e488b61d4b38bafe22af7c258083 2024-11-15T18:15:54,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/9a58b3d11b1b400a9465ffc7c391883a as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/9a58b3d11b1b400a9465ffc7c391883a 2024-11-15T18:15:54,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/9a58b3d11b1b400a9465ffc7c391883a, entries=200, sequenceid=298, filesize=14.4 K 2024-11-15T18:15:54,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/a154859695df4cb9bfb195494e8c6c8f as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/a154859695df4cb9bfb195494e8c6c8f 2024-11-15T18:15:54,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/a154859695df4cb9bfb195494e8c6c8f, entries=150, sequenceid=298, filesize=12.0 K 2024-11-15T18:15:54,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/74a0e488b61d4b38bafe22af7c258083 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/74a0e488b61d4b38bafe22af7c258083 2024-11-15T18:15:54,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/74a0e488b61d4b38bafe22af7c258083, entries=150, sequenceid=298, filesize=12.0 K 2024-11-15T18:15:54,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=60.38 KB/61830 for 7a0a47fd268dee1ac2a419a657cea070 in 454ms, sequenceid=298, compaction requested=true 2024-11-15T18:15:54,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:54,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0a47fd268dee1ac2a419a657cea070:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:15:54,966 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T18:15:54,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:54,966 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T18:15:54,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0a47fd268dee1ac2a419a657cea070:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:15:54,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:54,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0a47fd268dee1ac2a419a657cea070:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:15:54,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:54,967 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T18:15:54,967 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 7a0a47fd268dee1ac2a419a657cea070/B is initiating minor compaction (all files) 2024-11-15T18:15:54,967 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0a47fd268dee1ac2a419a657cea070/B in TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:54,967 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/9ae3538921bd4610ae701da6dcab586e, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/992f4f4c27584f149ae0c5d2448a365a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/dab4c839f030489cbbcf19bfd9fe3ada, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/a154859695df4cb9bfb195494e8c6c8f] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp, totalSize=48.5 K 2024-11-15T18:15:54,967 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52074 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T18:15:54,967 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 7a0a47fd268dee1ac2a419a657cea070/A is initiating minor compaction (all files) 2024-11-15T18:15:54,967 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0a47fd268dee1ac2a419a657cea070/A in TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:54,967 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/10534de13c3c4224a942a1c2fcbaac94, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/c9f657e051864a65aa63977525ae36a0, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/320d2b0f2da34e90a65278ca7c58d65a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/9a58b3d11b1b400a9465ffc7c391883a] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp, totalSize=50.9 K 2024-11-15T18:15:54,968 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ae3538921bd4610ae701da6dcab586e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731694550895 2024-11-15T18:15:54,969 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10534de13c3c4224a942a1c2fcbaac94, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731694550895 2024-11-15T18:15:54,969 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 992f4f4c27584f149ae0c5d2448a365a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731694551056 2024-11-15T18:15:54,969 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9f657e051864a65aa63977525ae36a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731694551056 2024-11-15T18:15:54,969 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting dab4c839f030489cbbcf19bfd9fe3ada, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731694551702 2024-11-15T18:15:54,969 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 320d2b0f2da34e90a65278ca7c58d65a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731694551702 2024-11-15T18:15:54,969 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting a154859695df4cb9bfb195494e8c6c8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731694553867 2024-11-15T18:15:54,969 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a58b3d11b1b400a9465ffc7c391883a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731694553867 2024-11-15T18:15:54,980 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0a47fd268dee1ac2a419a657cea070#A#compaction#268 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:54,980 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/204af57273014c478a40ee28f21379ff is 50, key is test_row_0/A:col10/1731694553867/Put/seqid=0 2024-11-15T18:15:54,987 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0a47fd268dee1ac2a419a657cea070#B#compaction#269 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:54,987 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/bfa491f4a87e4b799e79dc7f77b6f9bc is 50, key is test_row_0/B:col10/1731694553867/Put/seqid=0 2024-11-15T18:15:54,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742137_1313 (size=13017) 2024-11-15T18:15:55,003 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/204af57273014c478a40ee28f21379ff as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/204af57273014c478a40ee28f21379ff 2024-11-15T18:15:55,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742138_1314 (size=13017) 2024-11-15T18:15:55,008 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7a0a47fd268dee1ac2a419a657cea070/A of 7a0a47fd268dee1ac2a419a657cea070 into 204af57273014c478a40ee28f21379ff(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:55,009 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:55,009 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., storeName=7a0a47fd268dee1ac2a419a657cea070/A, priority=12, startTime=1731694554966; duration=0sec 2024-11-15T18:15:55,009 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:55,009 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0a47fd268dee1ac2a419a657cea070:A 2024-11-15T18:15:55,009 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T18:15:55,010 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49600 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T18:15:55,010 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 7a0a47fd268dee1ac2a419a657cea070/C is initiating minor compaction (all files) 2024-11-15T18:15:55,010 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0a47fd268dee1ac2a419a657cea070/C in TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:55,010 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/4c4c6b43a3534027a2f8f6d89e218ddc, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/c16fdbde93ae4f07bf5839301a9ad32c, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/a2a58248363f431994cca946f712a824, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/74a0e488b61d4b38bafe22af7c258083] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp, totalSize=48.4 K 2024-11-15T18:15:55,010 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c4c6b43a3534027a2f8f6d89e218ddc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731694550895 2024-11-15T18:15:55,010 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting c16fdbde93ae4f07bf5839301a9ad32c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731694551056 2024-11-15T18:15:55,010 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2a58248363f431994cca946f712a824, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731694551702 2024-11-15T18:15:55,011 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74a0e488b61d4b38bafe22af7c258083, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731694553867 2024-11-15T18:15:55,018 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0a47fd268dee1ac2a419a657cea070#C#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:55,018 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/88a635f938004aa4a7f46acd04b75985 is 50, key is test_row_0/C:col10/1731694553867/Put/seqid=0 2024-11-15T18:15:55,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742139_1315 (size=12983) 2024-11-15T18:15:55,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-15T18:15:55,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:55,035 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2902): Flushing 7a0a47fd268dee1ac2a419a657cea070 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-15T18:15:55,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=A 2024-11-15T18:15:55,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:55,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=B 2024-11-15T18:15:55,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:55,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=C 2024-11-15T18:15:55,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:55,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/e205391e00074419ae4a1671a3dd0b29 is 50, key is test_row_0/A:col10/1731694554520/Put/seqid=0 2024-11-15T18:15:55,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742140_1316 (size=12301) 2024-11-15T18:15:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-15T18:15:55,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:55,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:55,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694615167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:55,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694615168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:55,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694615169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:55,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:55,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694615171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:55,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:55,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694615174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:55,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:55,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694615279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:55,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:55,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694615279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:55,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:55,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:55,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694615279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:55,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:55,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694615279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:55,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:55,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:55,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694615289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:55,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:55,409 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/bfa491f4a87e4b799e79dc7f77b6f9bc as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/bfa491f4a87e4b799e79dc7f77b6f9bc 2024-11-15T18:15:55,414 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7a0a47fd268dee1ac2a419a657cea070/B of 7a0a47fd268dee1ac2a419a657cea070 into bfa491f4a87e4b799e79dc7f77b6f9bc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:55,414 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:55,414 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., storeName=7a0a47fd268dee1ac2a419a657cea070/B, priority=12, startTime=1731694554966; duration=0sec 2024-11-15T18:15:55,414 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:55,414 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0a47fd268dee1ac2a419a657cea070:B 2024-11-15T18:15:55,427 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/88a635f938004aa4a7f46acd04b75985 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/88a635f938004aa4a7f46acd04b75985 2024-11-15T18:15:55,432 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7a0a47fd268dee1ac2a419a657cea070/C of 7a0a47fd268dee1ac2a419a657cea070 into 88a635f938004aa4a7f46acd04b75985(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:55,432 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:55,432 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., storeName=7a0a47fd268dee1ac2a419a657cea070/C, priority=12, startTime=1731694554966; duration=0sec 2024-11-15T18:15:55,432 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:55,432 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0a47fd268dee1ac2a419a657cea070:C 2024-11-15T18:15:55,447 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/e205391e00074419ae4a1671a3dd0b29 2024-11-15T18:15:55,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/7d1198a7f578412aaa7bb896d7e6f8a5 is 50, key is test_row_0/B:col10/1731694554520/Put/seqid=0 2024-11-15T18:15:55,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742141_1317 (size=12301) 2024-11-15T18:15:55,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694615489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:55,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:55,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:55,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694615489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:55,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:55,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694615489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:55,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:55,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694615490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:55,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:55,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:55,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:55,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694615499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:55,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:55,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-15T18:15:55,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694615798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:55,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:55,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694615799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:55,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694615799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:55,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694615799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:55,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694615809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:55,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:55,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:55,886 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/7d1198a7f578412aaa7bb896d7e6f8a5 2024-11-15T18:15:55,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/db51cae89afc4a768ef96b7442f150b6 is 50, key is test_row_0/C:col10/1731694554520/Put/seqid=0 2024-11-15T18:15:55,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742142_1318 (size=12301) 2024-11-15T18:15:56,297 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/db51cae89afc4a768ef96b7442f150b6 2024-11-15T18:15:56,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/e205391e00074419ae4a1671a3dd0b29 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/e205391e00074419ae4a1671a3dd0b29 2024-11-15T18:15:56,303 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/e205391e00074419ae4a1671a3dd0b29, entries=150, sequenceid=311, filesize=12.0 K 2024-11-15T18:15:56,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/7d1198a7f578412aaa7bb896d7e6f8a5 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/7d1198a7f578412aaa7bb896d7e6f8a5 2024-11-15T18:15:56,307 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/7d1198a7f578412aaa7bb896d7e6f8a5, entries=150, sequenceid=311, filesize=12.0 K 2024-11-15T18:15:56,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/db51cae89afc4a768ef96b7442f150b6 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/db51cae89afc4a768ef96b7442f150b6 2024-11-15T18:15:56,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694616309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:56,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:56,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:56,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694616309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:56,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:56,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:56,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:56,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:56,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:56,311 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/db51cae89afc4a768ef96b7442f150b6, entries=150, sequenceid=311, filesize=12.0 K 2024-11-15T18:15:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694616309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:56,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:56,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:56,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:56,312 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 7a0a47fd268dee1ac2a419a657cea070 in 1278ms, sequenceid=311, compaction requested=false 2024-11-15T18:15:56,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:56,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:56,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-11-15T18:15:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:56,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a0a47fd268dee1ac2a419a657cea070 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-15T18:15:56,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=A 2024-11-15T18:15:56,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:56,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=B 2024-11-15T18:15:56,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:56,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=C 2024-11-15T18:15:56,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=89 2024-11-15T18:15:56,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-15T18:15:56,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8930 sec 2024-11-15T18:15:56,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 1.9000 sec 2024-11-15T18:15:56,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/1c922166280c45ffb4d998e704c987e1 is 50, key is test_row_0/A:col10/1731694556311/Put/seqid=0 2024-11-15T18:15:56,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694616337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:56,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:56,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:56,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:56,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742143_1319 (size=12301) 2024-11-15T18:15:56,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694616341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:56,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:56,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:56,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:56,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/1c922166280c45ffb4d998e704c987e1 2024-11-15T18:15:56,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/6067bd8922b84d15bbba886a23191441 is 50, key is test_row_0/B:col10/1731694556311/Put/seqid=0 2024-11-15T18:15:56,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742144_1320 (size=12301) 2024-11-15T18:15:56,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/6067bd8922b84d15bbba886a23191441 2024-11-15T18:15:56,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/492c24d3f4a54c869a4415b2f02f0823 is 50, key is test_row_0/C:col10/1731694556311/Put/seqid=0 2024-11-15T18:15:56,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742145_1321 (size=12301) 2024-11-15T18:15:56,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694616449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:56,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694616449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:56,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:56,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:56,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:56,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:56,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:56,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:56,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-15T18:15:56,570 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:15:56,570 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:15:56,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees 2024-11-15T18:15:56,571 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:15:56,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-15T18:15:56,572 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:15:56,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:15:56,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:56,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694616659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:56,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:56,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:56,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:56,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694616659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:56,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:56,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:56,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:56,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:56,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-15T18:15:56,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-15T18:15:56,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:56,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:56,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:56,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:56,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:56,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:56,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/492c24d3f4a54c869a4415b2f02f0823 2024-11-15T18:15:56,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/1c922166280c45ffb4d998e704c987e1 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/1c922166280c45ffb4d998e704c987e1 2024-11-15T18:15:56,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/1c922166280c45ffb4d998e704c987e1, entries=150, sequenceid=334, filesize=12.0 K 2024-11-15T18:15:56,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/6067bd8922b84d15bbba886a23191441 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/6067bd8922b84d15bbba886a23191441 2024-11-15T18:15:56,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/6067bd8922b84d15bbba886a23191441, entries=150, sequenceid=334, filesize=12.0 K 2024-11-15T18:15:56,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/492c24d3f4a54c869a4415b2f02f0823 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/492c24d3f4a54c869a4415b2f02f0823 2024-11-15T18:15:56,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/492c24d3f4a54c869a4415b2f02f0823, entries=150, sequenceid=334, filesize=12.0 K 2024-11-15T18:15:56,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 7a0a47fd268dee1ac2a419a657cea070 in 553ms, sequenceid=334, compaction requested=true 2024-11-15T18:15:56,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:56,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0a47fd268dee1ac2a419a657cea070:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:15:56,867 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:56,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:56,867 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:56,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0a47fd268dee1ac2a419a657cea070:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:15:56,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:56,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0a47fd268dee1ac2a419a657cea070:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:15:56,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:56,867 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:56,867 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:56,867 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 7a0a47fd268dee1ac2a419a657cea070/A is initiating minor compaction (all files) 2024-11-15T18:15:56,867 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 7a0a47fd268dee1ac2a419a657cea070/B is initiating minor compaction (all files) 2024-11-15T18:15:56,868 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0a47fd268dee1ac2a419a657cea070/A in TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:56,868 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0a47fd268dee1ac2a419a657cea070/B in TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:56,868 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/bfa491f4a87e4b799e79dc7f77b6f9bc, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/7d1198a7f578412aaa7bb896d7e6f8a5, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/6067bd8922b84d15bbba886a23191441] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp, totalSize=36.7 K 2024-11-15T18:15:56,868 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/204af57273014c478a40ee28f21379ff, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/e205391e00074419ae4a1671a3dd0b29, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/1c922166280c45ffb4d998e704c987e1] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp, totalSize=36.7 K 2024-11-15T18:15:56,868 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting bfa491f4a87e4b799e79dc7f77b6f9bc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731694553867 2024-11-15T18:15:56,868 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 204af57273014c478a40ee28f21379ff, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731694553867 2024-11-15T18:15:56,868 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d1198a7f578412aaa7bb896d7e6f8a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731694554517 2024-11-15T18:15:56,868 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting e205391e00074419ae4a1671a3dd0b29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731694554517 2024-11-15T18:15:56,868 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 6067bd8922b84d15bbba886a23191441, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731694555167 2024-11-15T18:15:56,868 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c922166280c45ffb4d998e704c987e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731694555167 2024-11-15T18:15:56,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-15T18:15:56,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:56,878 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2902): Flushing 7a0a47fd268dee1ac2a419a657cea070 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-15T18:15:56,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=A 2024-11-15T18:15:56,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:56,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=B 2024-11-15T18:15:56,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:56,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=C 2024-11-15T18:15:56,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-15T18:15:56,898 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0a47fd268dee1ac2a419a657cea070#A#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:56,899 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/ce1c5171460f4bf296ae25c38a915b71 is 50, key is test_row_0/A:col10/1731694556311/Put/seqid=0 2024-11-15T18:15:56,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/90de4e2c3cdd436aadc0a5ccefc84411 is 50, key is test_row_0/A:col10/1731694556317/Put/seqid=0 2024-11-15T18:15:56,905 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0a47fd268dee1ac2a419a657cea070#B#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:56,905 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/781341094c404a4b831a3bda72253417 is 50, key is test_row_0/B:col10/1731694556311/Put/seqid=0 2024-11-15T18:15:56,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742146_1322 (size=13119) 2024-11-15T18:15:56,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742148_1324 (size=13119) 2024-11-15T18:15:56,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742147_1323 (size=12301) 2024-11-15T18:15:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:56,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:57,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694617008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:57,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:57,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:57,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:57,012 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694556991, max timestamp=1731694557010Num uniques 859; 2024-11-15T18:15:57,013 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694556991, max timestamp=1731694557010Num uniques 859; 2024-11-15T18:15:57,013 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:15:57,013 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694556991, max timestamp=1731694557010Num uniques 859; 2024-11-15T18:15:57,013 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:15:57,013 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:15:57,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694617082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:57,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:57,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:57,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:57,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694617118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:57,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:57,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:57,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:57,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694617189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:57,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:57,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:57,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-15T18:15:57,315 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/90de4e2c3cdd436aadc0a5ccefc84411 2024-11-15T18:15:57,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694617319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:57,325 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_1' in 7a0a47fd268dee1ac2a419a657cea070 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:15:57,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:57,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:57,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:57,329 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/ce1c5171460f4bf296ae25c38a915b71 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/ce1c5171460f4bf296ae25c38a915b71 2024-11-15T18:15:57,330 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/781341094c404a4b831a3bda72253417 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/781341094c404a4b831a3bda72253417 2024-11-15T18:15:57,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694617329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:57,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694617329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:57,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694617329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:57,334 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_1' in 7a0a47fd268dee1ac2a419a657cea070 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:15:57,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:57,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:57,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:57,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:57,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:57,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:57,334 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_1' in 7a0a47fd268dee1ac2a419a657cea070 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:15:57,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:57,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:57,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:57,338 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0a47fd268dee1ac2a419a657cea070/B of 7a0a47fd268dee1ac2a419a657cea070 into 781341094c404a4b831a3bda72253417(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:57,338 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:57,338 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., storeName=7a0a47fd268dee1ac2a419a657cea070/B, priority=13, startTime=1731694556867; duration=0sec 2024-11-15T18:15:57,338 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:57,338 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0a47fd268dee1ac2a419a657cea070:B 2024-11-15T18:15:57,338 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:57,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/9773152d26e24166afa54275a2fb3056 is 50, key is test_row_0/B:col10/1731694556317/Put/seqid=0 2024-11-15T18:15:57,344 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:57,344 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 7a0a47fd268dee1ac2a419a657cea070/C is initiating minor compaction (all files) 2024-11-15T18:15:57,344 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0a47fd268dee1ac2a419a657cea070/A of 7a0a47fd268dee1ac2a419a657cea070 into ce1c5171460f4bf296ae25c38a915b71(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:57,344 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0a47fd268dee1ac2a419a657cea070/C in TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:57,344 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:57,344 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., storeName=7a0a47fd268dee1ac2a419a657cea070/A, priority=13, startTime=1731694556867; duration=0sec 2024-11-15T18:15:57,344 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/88a635f938004aa4a7f46acd04b75985, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/db51cae89afc4a768ef96b7442f150b6, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/492c24d3f4a54c869a4415b2f02f0823] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp, totalSize=36.7 K 2024-11-15T18:15:57,344 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:57,344 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0a47fd268dee1ac2a419a657cea070:A 2024-11-15T18:15:57,345 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 88a635f938004aa4a7f46acd04b75985, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731694553867 2024-11-15T18:15:57,346 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting db51cae89afc4a768ef96b7442f150b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731694554517 2024-11-15T18:15:57,347 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 492c24d3f4a54c869a4415b2f02f0823, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731694555167 2024-11-15T18:15:57,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742149_1325 (size=12301) 2024-11-15T18:15:57,372 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/9773152d26e24166afa54275a2fb3056 2024-11-15T18:15:57,377 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0a47fd268dee1ac2a419a657cea070#C#compaction#281 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:57,377 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/a0b447e7c7e64552b5bb02d9a42aec84 is 50, key is test_row_0/C:col10/1731694556311/Put/seqid=0 2024-11-15T18:15:57,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/f10296a121914ad9af8b7a7fcda41278 is 50, key is test_row_0/C:col10/1731694556317/Put/seqid=0 2024-11-15T18:15:57,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742150_1326 (size=13085) 2024-11-15T18:15:57,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694617402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:57,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:57,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:57,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:57,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742151_1327 (size=12301) 2024-11-15T18:15:57,420 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/f10296a121914ad9af8b7a7fcda41278 2024-11-15T18:15:57,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/90de4e2c3cdd436aadc0a5ccefc84411 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/90de4e2c3cdd436aadc0a5ccefc84411 2024-11-15T18:15:57,434 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/90de4e2c3cdd436aadc0a5ccefc84411, entries=150, sequenceid=345, filesize=12.0 K 2024-11-15T18:15:57,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/9773152d26e24166afa54275a2fb3056 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/9773152d26e24166afa54275a2fb3056 2024-11-15T18:15:57,441 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/9773152d26e24166afa54275a2fb3056, entries=150, sequenceid=345, filesize=12.0 K 2024-11-15T18:15:57,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/f10296a121914ad9af8b7a7fcda41278 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/f10296a121914ad9af8b7a7fcda41278 2024-11-15T18:15:57,448 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/f10296a121914ad9af8b7a7fcda41278, entries=150, sequenceid=345, filesize=12.0 K 2024-11-15T18:15:57,449 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 7a0a47fd268dee1ac2a419a657cea070 in 571ms, sequenceid=345, compaction requested=false 2024-11-15T18:15:57,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2603): Flush status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:57,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:57,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=91 2024-11-15T18:15:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=91 2024-11-15T18:15:57,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-15T18:15:57,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 880 msec 2024-11-15T18:15:57,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees in 886 msec 2024-11-15T18:15:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:57,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a0a47fd268dee1ac2a419a657cea070 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-15T18:15:57,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=A 2024-11-15T18:15:57,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:57,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=B 2024-11-15T18:15:57,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:57,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=C 2024-11-15T18:15:57,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:15:57,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/a69fc7131bec43438cd153a29ab50480 is 50, key is test_row_0/A:col10/1731694557076/Put/seqid=0 2024-11-15T18:15:57,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742152_1328 (size=14741) 2024-11-15T18:15:57,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694617681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:57,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:57,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:57,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-15T18:15:57,709 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:15:57,710 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:15:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees 2024-11-15T18:15:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-15T18:15:57,713 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:15:57,714 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:15:57,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:15:57,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694617709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:57,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:57,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:57,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:57,798 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/a0b447e7c7e64552b5bb02d9a42aec84 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/a0b447e7c7e64552b5bb02d9a42aec84 2024-11-15T18:15:57,802 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0a47fd268dee1ac2a419a657cea070/C of 7a0a47fd268dee1ac2a419a657cea070 into a0b447e7c7e64552b5bb02d9a42aec84(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:57,802 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:57,802 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., storeName=7a0a47fd268dee1ac2a419a657cea070/C, priority=13, startTime=1731694556867; duration=0sec 2024-11-15T18:15:57,802 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:57,802 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0a47fd268dee1ac2a419a657cea070:C 2024-11-15T18:15:57,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694617799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:57,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:57,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:57,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-15T18:15:57,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-15T18:15:57,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:57,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:57,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:57,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:57,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:58,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694618008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:58,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:58,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:58,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:58,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-15T18:15:58,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:58,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:58,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:58,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:58,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-15T18:15:58,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/a69fc7131bec43438cd153a29ab50480 2024-11-15T18:15:58,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/d7695f5f30454139bbcf933b2b782728 is 50, key is test_row_0/B:col10/1731694557076/Put/seqid=0 2024-11-15T18:15:58,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742153_1329 (size=12301) 2024-11-15T18:15:58,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-15T18:15:58,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:58,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:58,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:58,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:58,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:58,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:58,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694618219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:58,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:58,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:58,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:58,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694618319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:58,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:58,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:58,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:58,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-15T18:15:58,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:58,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:58,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:58,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:58,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-15T18:15:58,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-15T18:15:58,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:58,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:58,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:58,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:58,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:58,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/d7695f5f30454139bbcf933b2b782728 2024-11-15T18:15:58,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/14e1467c96ca4077ae683c88af0909f0 is 50, key is test_row_0/C:col10/1731694557076/Put/seqid=0 2024-11-15T18:15:58,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742154_1330 (size=12301) 2024-11-15T18:15:58,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-15T18:15:58,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:58,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:58,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:58,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:58,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:58,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-15T18:15:58,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:58,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:58,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:58,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:58,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:58,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694618829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:58,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:58,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:58,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:58,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-15T18:15:58,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/14e1467c96ca4077ae683c88af0909f0 2024-11-15T18:15:58,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/a69fc7131bec43438cd153a29ab50480 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/a69fc7131bec43438cd153a29ab50480 2024-11-15T18:15:58,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/a69fc7131bec43438cd153a29ab50480, entries=200, sequenceid=384, filesize=14.4 K 2024-11-15T18:15:58,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/d7695f5f30454139bbcf933b2b782728 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/d7695f5f30454139bbcf933b2b782728 2024-11-15T18:15:58,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/d7695f5f30454139bbcf933b2b782728, entries=150, sequenceid=384, filesize=12.0 K 2024-11-15T18:15:58,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/14e1467c96ca4077ae683c88af0909f0 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/14e1467c96ca4077ae683c88af0909f0 2024-11-15T18:15:58,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/14e1467c96ca4077ae683c88af0909f0, entries=150, sequenceid=384, filesize=12.0 K 2024-11-15T18:15:58,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 7a0a47fd268dee1ac2a419a657cea070 in 1291ms, sequenceid=384, compaction requested=true 2024-11-15T18:15:58,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:58,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0a47fd268dee1ac2a419a657cea070:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:15:58,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:58,935 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:58,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0a47fd268dee1ac2a419a657cea070:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:15:58,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:58,935 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:58,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0a47fd268dee1ac2a419a657cea070:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:15:58,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:58,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-15T18:15:58,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:58,935 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2902): Flushing 7a0a47fd268dee1ac2a419a657cea070 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T18:15:58,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=A 2024-11-15T18:15:58,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:58,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=B 2024-11-15T18:15:58,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:58,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=C 2024-11-15T18:15:58,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:15:58,936 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:58,936 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 7a0a47fd268dee1ac2a419a657cea070/A is initiating minor compaction (all files) 2024-11-15T18:15:58,936 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0a47fd268dee1ac2a419a657cea070/A in TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:58,936 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/ce1c5171460f4bf296ae25c38a915b71, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/90de4e2c3cdd436aadc0a5ccefc84411, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/a69fc7131bec43438cd153a29ab50480] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp, totalSize=39.2 K 2024-11-15T18:15:58,936 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:58,937 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 7a0a47fd268dee1ac2a419a657cea070/B is initiating minor compaction (all files) 2024-11-15T18:15:58,937 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0a47fd268dee1ac2a419a657cea070/B in TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:58,937 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/781341094c404a4b831a3bda72253417, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/9773152d26e24166afa54275a2fb3056, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/d7695f5f30454139bbcf933b2b782728] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp, totalSize=36.8 K 2024-11-15T18:15:58,937 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce1c5171460f4bf296ae25c38a915b71, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731694555167 2024-11-15T18:15:58,937 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 781341094c404a4b831a3bda72253417, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731694555167 2024-11-15T18:15:58,937 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90de4e2c3cdd436aadc0a5ccefc84411, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731694556317 2024-11-15T18:15:58,937 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 9773152d26e24166afa54275a2fb3056, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731694556317 2024-11-15T18:15:58,937 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting a69fc7131bec43438cd153a29ab50480, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731694557069 2024-11-15T18:15:58,938 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting d7695f5f30454139bbcf933b2b782728, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731694557069 2024-11-15T18:15:58,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/7d2891bf9fcf498c9860d102549de53a is 50, key is test_row_0/A:col10/1731694557679/Put/seqid=0 2024-11-15T18:15:58,949 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0a47fd268dee1ac2a419a657cea070#A#compaction#287 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:58,949 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/c7ed06fdbc49422c84e7f15ddbc04a28 is 50, key is test_row_0/A:col10/1731694557076/Put/seqid=0 2024-11-15T18:15:58,950 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0a47fd268dee1ac2a419a657cea070#B#compaction#288 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:58,950 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/db51a13eabaa413196139b93ab6b5f0f is 50, key is test_row_0/B:col10/1731694557076/Put/seqid=0 2024-11-15T18:15:58,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742155_1331 (size=12301) 2024-11-15T18:15:58,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742156_1332 (size=13221) 2024-11-15T18:15:58,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742157_1333 (size=13221) 2024-11-15T18:15:58,981 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/db51a13eabaa413196139b93ab6b5f0f as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/db51a13eabaa413196139b93ab6b5f0f 2024-11-15T18:15:58,985 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0a47fd268dee1ac2a419a657cea070/B of 7a0a47fd268dee1ac2a419a657cea070 into db51a13eabaa413196139b93ab6b5f0f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:58,985 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:58,985 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., storeName=7a0a47fd268dee1ac2a419a657cea070/B, priority=13, startTime=1731694558935; duration=0sec 2024-11-15T18:15:58,985 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:15:58,985 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0a47fd268dee1ac2a419a657cea070:B 2024-11-15T18:15:58,985 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:15:58,986 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:15:58,986 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 7a0a47fd268dee1ac2a419a657cea070/C is initiating minor compaction (all files) 2024-11-15T18:15:58,986 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0a47fd268dee1ac2a419a657cea070/C in TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:58,986 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/a0b447e7c7e64552b5bb02d9a42aec84, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/f10296a121914ad9af8b7a7fcda41278, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/14e1467c96ca4077ae683c88af0909f0] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp, totalSize=36.8 K 2024-11-15T18:15:58,986 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting a0b447e7c7e64552b5bb02d9a42aec84, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731694555167 2024-11-15T18:15:58,987 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting f10296a121914ad9af8b7a7fcda41278, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731694556317 2024-11-15T18:15:58,987 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 14e1467c96ca4077ae683c88af0909f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731694557069 2024-11-15T18:15:58,996 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0a47fd268dee1ac2a419a657cea070#C#compaction#289 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:15:58,997 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/9d80e24cee594f048c4a0d03825b4eff is 50, key is test_row_0/C:col10/1731694557076/Put/seqid=0 2024-11-15T18:15:59,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742158_1334 (size=13187) 2024-11-15T18:15:59,009 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/9d80e24cee594f048c4a0d03825b4eff as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/9d80e24cee594f048c4a0d03825b4eff 2024-11-15T18:15:59,017 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0a47fd268dee1ac2a419a657cea070/C of 7a0a47fd268dee1ac2a419a657cea070 into 9d80e24cee594f048c4a0d03825b4eff(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:59,017 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:59,017 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., storeName=7a0a47fd268dee1ac2a419a657cea070/C, priority=13, startTime=1731694558935; duration=0sec 2024-11-15T18:15:59,017 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:59,017 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0a47fd268dee1ac2a419a657cea070:C 2024-11-15T18:15:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:15:59,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. as already flushing 2024-11-15T18:15:59,326 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694559305, max timestamp=1731694559323Num uniques 859; 2024-11-15T18:15:59,326 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:15:59,328 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694559305, max timestamp=1731694559323Num uniques 859; 2024-11-15T18:15:59,329 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694559305, max timestamp=1731694559323Num uniques 859; 2024-11-15T18:15:59,328 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:15:59,329 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:15:59,362 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/7d2891bf9fcf498c9860d102549de53a 2024-11-15T18:15:59,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/5c31b689e6be4c66a2db66fc36906ebd is 50, key is test_row_0/B:col10/1731694557679/Put/seqid=0 2024-11-15T18:15:59,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694619369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:59,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694619369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:59,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694619371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:59,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:59,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:59,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694619374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:59,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:59,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:59,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:59,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:59,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742159_1335 (size=12301) 2024-11-15T18:15:59,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:59,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:59,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:59,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:59,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:59,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:59,381 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/5c31b689e6be4c66a2db66fc36906ebd 2024-11-15T18:15:59,382 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/c7ed06fdbc49422c84e7f15ddbc04a28 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/c7ed06fdbc49422c84e7f15ddbc04a28 2024-11-15T18:15:59,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/5a673bf74d9945c4bed3eb1e805fcc3c is 50, key is test_row_0/C:col10/1731694557679/Put/seqid=0 2024-11-15T18:15:59,401 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0a47fd268dee1ac2a419a657cea070/A of 7a0a47fd268dee1ac2a419a657cea070 into c7ed06fdbc49422c84e7f15ddbc04a28(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:15:59,401 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:59,401 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., storeName=7a0a47fd268dee1ac2a419a657cea070/A, priority=13, startTime=1731694558934; duration=0sec 2024-11-15T18:15:59,401 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:15:59,401 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0a47fd268dee1ac2a419a657cea070:A 2024-11-15T18:15:59,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742160_1336 (size=12301) 2024-11-15T18:15:59,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694619489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:59,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694619490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:59,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:59,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:59,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:59,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694619490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:59,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:59,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:59,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:59,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:59,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694619490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:59,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:59,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:59,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:59,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:59,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:59,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694619699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:59,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694619699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:59,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:59,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:59,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:59,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:59,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:59,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694619699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:59,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:59,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:59,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:59,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:59,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694619699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:59,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:59,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:59,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:59,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:59,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51230 deadline: 1731694619839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:15:59,840 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_2' in 7a0a47fd268dee1ac2a419a657cea070 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:15:59,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:59,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:59,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:15:59,846 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/5a673bf74d9945c4bed3eb1e805fcc3c 2024-11-15T18:15:59,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/7d2891bf9fcf498c9860d102549de53a as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/7d2891bf9fcf498c9860d102549de53a 2024-11-15T18:15:59,853 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/7d2891bf9fcf498c9860d102549de53a, entries=150, sequenceid=395, filesize=12.0 K 2024-11-15T18:15:59,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/5c31b689e6be4c66a2db66fc36906ebd as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/5c31b689e6be4c66a2db66fc36906ebd 2024-11-15T18:15:59,856 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/5c31b689e6be4c66a2db66fc36906ebd, entries=150, sequenceid=395, filesize=12.0 K 2024-11-15T18:15:59,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/5a673bf74d9945c4bed3eb1e805fcc3c as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/5a673bf74d9945c4bed3eb1e805fcc3c 2024-11-15T18:15:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-15T18:15:59,860 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/5a673bf74d9945c4bed3eb1e805fcc3c, entries=150, sequenceid=395, filesize=12.0 K 2024-11-15T18:15:59,861 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 7a0a47fd268dee1ac2a419a657cea070 in 926ms, sequenceid=395, compaction requested=false 2024-11-15T18:15:59,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2603): Flush status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:15:59,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:15:59,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=93 2024-11-15T18:15:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=93 2024-11-15T18:15:59,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-15T18:15:59,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1480 sec 2024-11-15T18:15:59,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees in 2.1540 sec 2024-11-15T18:16:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:16:00,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a0a47fd268dee1ac2a419a657cea070 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-15T18:16:00,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=A 2024-11-15T18:16:00,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-15T18:16:00,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=B 2024-11-15T18:16:00,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-15T18:16:00,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=C 2024-11-15T18:16:00,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-15T18:16:00,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/0acd18b8da33426da82d1f9b067ef6af is 50, key is test_row_0/A:col10/1731694559369/Put/seqid=0 2024-11-15T18:16:00,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742161_1337 (size=14741) 2024-11-15T18:16:00,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/0acd18b8da33426da82d1f9b067ef6af 2024-11-15T18:16:00,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694620018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:00,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:00,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:00,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:00,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694620021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:00,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:00,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:00,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:00,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694620022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:00,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:00,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:00,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:00,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/782d5ca56d9443a78bc577fd141ce05d is 50, key is test_row_0/B:col10/1731694559369/Put/seqid=0 2024-11-15T18:16:00,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694620023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:00,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:00,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:00,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:00,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742162_1338 (size=12301) 2024-11-15T18:16:00,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/782d5ca56d9443a78bc577fd141ce05d 2024-11-15T18:16:00,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/cd958cb093ca4f11b9222acb2d18e5e2 is 50, key is test_row_0/C:col10/1731694559369/Put/seqid=0 2024-11-15T18:16:00,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742163_1339 (size=12301) 2024-11-15T18:16:00,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694620129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:00,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:00,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694620129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:00,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:00,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:00,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694620130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:00,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:00,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:00,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:00,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:00,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:00,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:00,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694620139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:00,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:00,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:00,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:00,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:00,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51186 deadline: 1731694620339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:00,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:00,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:00,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:00,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:00,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51212 deadline: 1731694620339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:00,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:00,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:00,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:00,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51206 deadline: 1731694620339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:00,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:00,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:00,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:00,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51222 deadline: 1731694620349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:00,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:00,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:00,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:00,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/cd958cb093ca4f11b9222acb2d18e5e2 2024-11-15T18:16:00,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/0acd18b8da33426da82d1f9b067ef6af as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/0acd18b8da33426da82d1f9b067ef6af 2024-11-15T18:16:00,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/0acd18b8da33426da82d1f9b067ef6af, entries=200, sequenceid=436, filesize=14.4 K 2024-11-15T18:16:00,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/782d5ca56d9443a78bc577fd141ce05d as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/782d5ca56d9443a78bc577fd141ce05d 2024-11-15T18:16:00,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/782d5ca56d9443a78bc577fd141ce05d, entries=150, sequenceid=436, filesize=12.0 K 2024-11-15T18:16:00,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/cd958cb093ca4f11b9222acb2d18e5e2 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/cd958cb093ca4f11b9222acb2d18e5e2 2024-11-15T18:16:00,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/cd958cb093ca4f11b9222acb2d18e5e2, entries=150, sequenceid=436, filesize=12.0 K 2024-11-15T18:16:00,457 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=46.96 KB/48090 for 7a0a47fd268dee1ac2a419a657cea070 in 445ms, sequenceid=436, compaction requested=true 2024-11-15T18:16:00,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:16:00,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0a47fd268dee1ac2a419a657cea070:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:16:00,457 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:16:00,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:00,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0a47fd268dee1ac2a419a657cea070:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:16:00,457 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:16:00,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:00,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0a47fd268dee1ac2a419a657cea070:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:16:00,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:16:00,458 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:16:00,458 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:16:00,458 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 7a0a47fd268dee1ac2a419a657cea070/A is initiating minor compaction (all files) 2024-11-15T18:16:00,458 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 7a0a47fd268dee1ac2a419a657cea070/B is initiating minor compaction (all files) 2024-11-15T18:16:00,458 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0a47fd268dee1ac2a419a657cea070/B in TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:16:00,458 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0a47fd268dee1ac2a419a657cea070/A in TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:16:00,458 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/c7ed06fdbc49422c84e7f15ddbc04a28, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/7d2891bf9fcf498c9860d102549de53a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/0acd18b8da33426da82d1f9b067ef6af] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp, totalSize=39.3 K 2024-11-15T18:16:00,458 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/db51a13eabaa413196139b93ab6b5f0f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/5c31b689e6be4c66a2db66fc36906ebd, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/782d5ca56d9443a78bc577fd141ce05d] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp, totalSize=36.9 K 2024-11-15T18:16:00,459 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting db51a13eabaa413196139b93ab6b5f0f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731694557069 2024-11-15T18:16:00,459 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7ed06fdbc49422c84e7f15ddbc04a28, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731694557069 2024-11-15T18:16:00,459 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c31b689e6be4c66a2db66fc36906ebd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731694557657 2024-11-15T18:16:00,459 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d2891bf9fcf498c9860d102549de53a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731694557657 2024-11-15T18:16:00,459 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 782d5ca56d9443a78bc577fd141ce05d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1731694559366 2024-11-15T18:16:00,459 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0acd18b8da33426da82d1f9b067ef6af, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1731694559366 2024-11-15T18:16:00,467 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0a47fd268dee1ac2a419a657cea070#A#compaction#295 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:00,467 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0a47fd268dee1ac2a419a657cea070#B#compaction#296 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:00,468 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/1e24448ee6444690aad47676a54d4ef1 is 50, key is test_row_0/A:col10/1731694559369/Put/seqid=0 2024-11-15T18:16:00,468 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/1428a11cbebc41819d7b5a90547ca515 is 50, key is test_row_0/B:col10/1731694559369/Put/seqid=0 2024-11-15T18:16:00,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742165_1341 (size=13323) 2024-11-15T18:16:00,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742164_1340 (size=13323) 2024-11-15T18:16:00,612 INFO [Thread-1175 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1175. 2024-11-15T18:16:00,612 INFO [Thread-1179 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1179. 2024-11-15T18:16:00,612 DEBUG [Thread-1179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:16:00,612 DEBUG [Thread-1175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:16:00,612 DEBUG [Thread-1179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,612 DEBUG [Thread-1175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,612 INFO [Thread-1173 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1173. 2024-11-15T18:16:00,612 DEBUG [Thread-1179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,612 DEBUG [Thread-1175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,612 DEBUG [Thread-1173 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:16:00,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:00,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:00,613 INFO [Thread-1171 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1171. 2024-11-15T18:16:00,613 DEBUG [Thread-1171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:16:00,613 DEBUG [Thread-1171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,612 DEBUG [Thread-1173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,613 DEBUG [Thread-1171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:00,614 DEBUG [Thread-1173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:00,614 INFO [Thread-1177 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1177. 2024-11-15T18:16:00,614 DEBUG [Thread-1177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:16:00,614 DEBUG [Thread-1177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,614 DEBUG [Thread-1177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:16:00,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a0a47fd268dee1ac2a419a657cea070 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-15T18:16:00,651 INFO [Thread-1162 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1162. 2024-11-15T18:16:00,651 INFO [Thread-1164 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1164. 2024-11-15T18:16:00,651 INFO [Thread-1160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1160. 2024-11-15T18:16:00,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=A 2024-11-15T18:16:00,651 DEBUG [Thread-1160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:16:00,651 DEBUG [Thread-1162 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:16:00,651 DEBUG [Thread-1164 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:16:00,651 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:00,651 DEBUG [Thread-1164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,651 DEBUG [Thread-1162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=B 2024-11-15T18:16:00,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:00,652 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=C 2024-11-15T18:16:00,652 DEBUG [Thread-1164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,652 DEBUG [Thread-1162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:00,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:00,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:00,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:00,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/222f272173d349e98a8681903cff48c0 is 50, key is test_row_0/A:col10/1731694560649/Put/seqid=0 2024-11-15T18:16:00,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742166_1342 (size=12301) 2024-11-15T18:16:00,660 INFO [Thread-1166 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1166. 2024-11-15T18:16:00,660 DEBUG [Thread-1166 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:16:00,660 DEBUG [Thread-1166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,660 DEBUG [Thread-1166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:00,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:00,877 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/1428a11cbebc41819d7b5a90547ca515 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/1428a11cbebc41819d7b5a90547ca515 2024-11-15T18:16:00,877 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/1e24448ee6444690aad47676a54d4ef1 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/1e24448ee6444690aad47676a54d4ef1 2024-11-15T18:16:00,880 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0a47fd268dee1ac2a419a657cea070/A of 7a0a47fd268dee1ac2a419a657cea070 into 1e24448ee6444690aad47676a54d4ef1(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:00,880 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0a47fd268dee1ac2a419a657cea070/B of 7a0a47fd268dee1ac2a419a657cea070 into 1428a11cbebc41819d7b5a90547ca515(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:00,880 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:16:00,880 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:16:00,880 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., storeName=7a0a47fd268dee1ac2a419a657cea070/A, priority=13, startTime=1731694560457; duration=0sec 2024-11-15T18:16:00,880 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., storeName=7a0a47fd268dee1ac2a419a657cea070/B, priority=13, startTime=1731694560457; duration=0sec 2024-11-15T18:16:00,881 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:16:00,881 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0a47fd268dee1ac2a419a657cea070:B 2024-11-15T18:16:00,881 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:16:00,881 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0a47fd268dee1ac2a419a657cea070:A 2024-11-15T18:16:00,881 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:16:00,882 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:16:00,882 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 7a0a47fd268dee1ac2a419a657cea070/C is initiating minor compaction (all files) 2024-11-15T18:16:00,882 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0a47fd268dee1ac2a419a657cea070/C in TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:16:00,882 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/9d80e24cee594f048c4a0d03825b4eff, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/5a673bf74d9945c4bed3eb1e805fcc3c, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/cd958cb093ca4f11b9222acb2d18e5e2] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp, totalSize=36.9 K 2024-11-15T18:16:00,882 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d80e24cee594f048c4a0d03825b4eff, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731694557069 2024-11-15T18:16:00,882 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a673bf74d9945c4bed3eb1e805fcc3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731694557657 2024-11-15T18:16:00,883 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting cd958cb093ca4f11b9222acb2d18e5e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1731694559366 2024-11-15T18:16:00,889 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0a47fd268dee1ac2a419a657cea070#C#compaction#298 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:00,889 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/e7d999ff7ac04fdfa3f81f9b7ada3b0e is 50, key is test_row_0/C:col10/1731694559369/Put/seqid=0 2024-11-15T18:16:00,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742167_1343 (size=13289) 2024-11-15T18:16:01,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/222f272173d349e98a8681903cff48c0 2024-11-15T18:16:01,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/db2d46a1942f4bafa2dbcb218cd1add4 is 50, key is test_row_0/B:col10/1731694560649/Put/seqid=0 2024-11-15T18:16:01,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742168_1344 (size=12301) 2024-11-15T18:16:01,297 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/e7d999ff7ac04fdfa3f81f9b7ada3b0e as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/e7d999ff7ac04fdfa3f81f9b7ada3b0e 2024-11-15T18:16:01,301 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0a47fd268dee1ac2a419a657cea070/C of 7a0a47fd268dee1ac2a419a657cea070 into e7d999ff7ac04fdfa3f81f9b7ada3b0e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:01,301 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:16:01,301 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., storeName=7a0a47fd268dee1ac2a419a657cea070/C, priority=13, startTime=1731694560457; duration=0sec 2024-11-15T18:16:01,302 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:01,302 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0a47fd268dee1ac2a419a657cea070:C 2024-11-15T18:16:01,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/db2d46a1942f4bafa2dbcb218cd1add4 2024-11-15T18:16:01,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/2b0f763e599d403ea6e14f9421b4520c is 50, key is test_row_0/C:col10/1731694560649/Put/seqid=0 2024-11-15T18:16:01,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742169_1345 (size=12301) 2024-11-15T18:16:01,862 INFO [Thread-1168 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1168. 2024-11-15T18:16:01,862 DEBUG [Thread-1168 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:16:01,862 DEBUG [Thread-1168 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:01,862 DEBUG [Thread-1168 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:01,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-15T18:16:01,870 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:16:01,870 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T18:16:01,870 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-15T18:16:01,870 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-15T18:16:01,870 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-15T18:16:01,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 106 2024-11-15T18:16:01,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-15T18:16:01,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T18:16:01,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3186 2024-11-15T18:16:01,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3163 2024-11-15T18:16:01,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3010 2024-11-15T18:16:01,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3184 2024-11-15T18:16:01,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3183 2024-11-15T18:16:01,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T18:16:01,871 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:16:01,871 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:16:01,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:01,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:01,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:01,873 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-15T18:16:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T18:16:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-15T18:16:01,879 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694561879"}]},"ts":"1731694561879"} 2024-11-15T18:16:01,882 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T18:16:01,882 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T18:16:01,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T18:16:01,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a0a47fd268dee1ac2a419a657cea070, UNASSIGN}] 2024-11-15T18:16:01,887 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a0a47fd268dee1ac2a419a657cea070, UNASSIGN 2024-11-15T18:16:01,887 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=7a0a47fd268dee1ac2a419a657cea070, regionState=CLOSING, regionLocation=74ec74825666,44341,1731694474564 2024-11-15T18:16:01,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a0a47fd268dee1ac2a419a657cea070, UNASSIGN because future has completed 2024-11-15T18:16:01,889 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T18:16:01,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564}] 2024-11-15T18:16:01,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/2b0f763e599d403ea6e14f9421b4520c 2024-11-15T18:16:01,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/222f272173d349e98a8681903cff48c0 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/222f272173d349e98a8681903cff48c0 2024-11-15T18:16:01,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/222f272173d349e98a8681903cff48c0, entries=150, sequenceid=449, filesize=12.0 K 2024-11-15T18:16:01,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/db2d46a1942f4bafa2dbcb218cd1add4 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/db2d46a1942f4bafa2dbcb218cd1add4 2024-11-15T18:16:01,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/db2d46a1942f4bafa2dbcb218cd1add4, entries=150, sequenceid=449, filesize=12.0 K 2024-11-15T18:16:01,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/2b0f763e599d403ea6e14f9421b4520c as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/2b0f763e599d403ea6e14f9421b4520c 2024-11-15T18:16:01,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/2b0f763e599d403ea6e14f9421b4520c, entries=150, sequenceid=449, filesize=12.0 K 2024-11-15T18:16:01,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=13.42 KB/13740 for 7a0a47fd268dee1ac2a419a657cea070 in 1261ms, sequenceid=449, compaction requested=false 2024-11-15T18:16:01,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a0a47fd268dee1ac2a419a657cea070: 2024-11-15T18:16:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-15T18:16:02,042 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(122): Close 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:16:02,042 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T18:16:02,042 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1722): Closing 7a0a47fd268dee1ac2a419a657cea070, disabling compactions & flushes 2024-11-15T18:16:02,042 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:16:02,043 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:16:02,043 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. after waiting 0 ms 2024-11-15T18:16:02,043 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:16:02,043 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(2902): Flushing 7a0a47fd268dee1ac2a419a657cea070 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-11-15T18:16:02,044 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=A 2024-11-15T18:16:02,044 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:02,044 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=B 2024-11-15T18:16:02,044 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:02,044 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0a47fd268dee1ac2a419a657cea070, store=C 2024-11-15T18:16:02,044 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:02,053 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/479068be2db944a895b3e71fc01485d6 is 50, key is test_row_2/A:col10/1731694561859/Put/seqid=0 2024-11-15T18:16:02,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742170_1346 (size=7415) 2024-11-15T18:16:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-15T18:16:02,458 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/479068be2db944a895b3e71fc01485d6 2024-11-15T18:16:02,472 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/3ccfbfb8592d492cbc41ad017f306fd4 is 50, key is test_row_2/B:col10/1731694561859/Put/seqid=0 2024-11-15T18:16:02,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742171_1347 (size=7415) 2024-11-15T18:16:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-15T18:16:02,878 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/3ccfbfb8592d492cbc41ad017f306fd4 2024-11-15T18:16:02,888 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/3a2fb12314934534b16aea33b20df9cb is 50, key is test_row_2/C:col10/1731694561859/Put/seqid=0 2024-11-15T18:16:02,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742172_1348 (size=7415) 2024-11-15T18:16:02,908 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T18:16:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-15T18:16:03,292 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/3a2fb12314934534b16aea33b20df9cb 2024-11-15T18:16:03,296 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/A/479068be2db944a895b3e71fc01485d6 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/479068be2db944a895b3e71fc01485d6 2024-11-15T18:16:03,299 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/479068be2db944a895b3e71fc01485d6, entries=50, sequenceid=457, filesize=7.2 K 2024-11-15T18:16:03,300 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/B/3ccfbfb8592d492cbc41ad017f306fd4 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/3ccfbfb8592d492cbc41ad017f306fd4 2024-11-15T18:16:03,303 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/3ccfbfb8592d492cbc41ad017f306fd4, entries=50, sequenceid=457, filesize=7.2 K 2024-11-15T18:16:03,304 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/.tmp/C/3a2fb12314934534b16aea33b20df9cb as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/3a2fb12314934534b16aea33b20df9cb 2024-11-15T18:16:03,307 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/3a2fb12314934534b16aea33b20df9cb, entries=50, sequenceid=457, filesize=7.2 K 2024-11-15T18:16:03,308 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 7a0a47fd268dee1ac2a419a657cea070 in 1265ms, sequenceid=457, compaction requested=true 2024-11-15T18:16:03,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/c03f0e8d6d3142408ca673633d28bfad, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/b6d155598c2041768018b8229b68636b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/238250651d9c46ae9fedde2d4ba730d7, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/fccfb2f71e7d44a1808c343a41499d13, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/a4fb0b4f8cc44a9f80d422868bd1c259, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/07f86d20d38a464e88ca2b2888734171, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/90f8fb56053a4af09f446380caffb746, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/99b20c9641b14ee69b7bea5a93774838, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/3a035e470f154033935f95ad9600f725, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/eaf28b77304d412db6f586df9f747ea1, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/a53a38493d014136ab5449b151fb34c3, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/fef5501bc38747ab953a0438700c1e53, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/a3eecf86e6a246f3a7c359d7f9473dfb, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/13d3df01dfb8468fa4cad3093fa63e83, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/2ee34be5ff134c11935835678779417b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/234bab4c1e5a40ebbe07bb5571e20057, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/b73a73a0882d4714abe4f2b9414499bd, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/10534de13c3c4224a942a1c2fcbaac94, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/c9f657e051864a65aa63977525ae36a0, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/320d2b0f2da34e90a65278ca7c58d65a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/9a58b3d11b1b400a9465ffc7c391883a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/204af57273014c478a40ee28f21379ff, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/e205391e00074419ae4a1671a3dd0b29, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/ce1c5171460f4bf296ae25c38a915b71, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/1c922166280c45ffb4d998e704c987e1, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/90de4e2c3cdd436aadc0a5ccefc84411, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/a69fc7131bec43438cd153a29ab50480, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/c7ed06fdbc49422c84e7f15ddbc04a28, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/7d2891bf9fcf498c9860d102549de53a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/0acd18b8da33426da82d1f9b067ef6af] to archive 2024-11-15T18:16:03,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T18:16:03,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/c03f0e8d6d3142408ca673633d28bfad to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/c03f0e8d6d3142408ca673633d28bfad 2024-11-15T18:16:03,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/b6d155598c2041768018b8229b68636b to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/b6d155598c2041768018b8229b68636b 2024-11-15T18:16:03,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/238250651d9c46ae9fedde2d4ba730d7 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/238250651d9c46ae9fedde2d4ba730d7 2024-11-15T18:16:03,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/fccfb2f71e7d44a1808c343a41499d13 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/fccfb2f71e7d44a1808c343a41499d13 2024-11-15T18:16:03,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/a4fb0b4f8cc44a9f80d422868bd1c259 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/a4fb0b4f8cc44a9f80d422868bd1c259 2024-11-15T18:16:03,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/07f86d20d38a464e88ca2b2888734171 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/07f86d20d38a464e88ca2b2888734171 2024-11-15T18:16:03,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/90f8fb56053a4af09f446380caffb746 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/90f8fb56053a4af09f446380caffb746 2024-11-15T18:16:03,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/99b20c9641b14ee69b7bea5a93774838 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/99b20c9641b14ee69b7bea5a93774838 2024-11-15T18:16:03,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/3a035e470f154033935f95ad9600f725 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/3a035e470f154033935f95ad9600f725 2024-11-15T18:16:03,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/eaf28b77304d412db6f586df9f747ea1 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/eaf28b77304d412db6f586df9f747ea1 2024-11-15T18:16:03,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/a53a38493d014136ab5449b151fb34c3 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/a53a38493d014136ab5449b151fb34c3 2024-11-15T18:16:03,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/fef5501bc38747ab953a0438700c1e53 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/fef5501bc38747ab953a0438700c1e53 2024-11-15T18:16:03,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/a3eecf86e6a246f3a7c359d7f9473dfb to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/a3eecf86e6a246f3a7c359d7f9473dfb 2024-11-15T18:16:03,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/13d3df01dfb8468fa4cad3093fa63e83 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/13d3df01dfb8468fa4cad3093fa63e83 2024-11-15T18:16:03,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/2ee34be5ff134c11935835678779417b to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/2ee34be5ff134c11935835678779417b 2024-11-15T18:16:03,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/234bab4c1e5a40ebbe07bb5571e20057 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/234bab4c1e5a40ebbe07bb5571e20057 2024-11-15T18:16:03,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/b73a73a0882d4714abe4f2b9414499bd to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/b73a73a0882d4714abe4f2b9414499bd 2024-11-15T18:16:03,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/10534de13c3c4224a942a1c2fcbaac94 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/10534de13c3c4224a942a1c2fcbaac94 2024-11-15T18:16:03,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/c9f657e051864a65aa63977525ae36a0 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/c9f657e051864a65aa63977525ae36a0 2024-11-15T18:16:03,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/320d2b0f2da34e90a65278ca7c58d65a to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/320d2b0f2da34e90a65278ca7c58d65a 2024-11-15T18:16:03,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/9a58b3d11b1b400a9465ffc7c391883a to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/9a58b3d11b1b400a9465ffc7c391883a 2024-11-15T18:16:03,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/204af57273014c478a40ee28f21379ff to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/204af57273014c478a40ee28f21379ff 2024-11-15T18:16:03,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/e205391e00074419ae4a1671a3dd0b29 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/e205391e00074419ae4a1671a3dd0b29 2024-11-15T18:16:03,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/ce1c5171460f4bf296ae25c38a915b71 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/ce1c5171460f4bf296ae25c38a915b71 2024-11-15T18:16:03,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/1c922166280c45ffb4d998e704c987e1 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/1c922166280c45ffb4d998e704c987e1 2024-11-15T18:16:03,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/90de4e2c3cdd436aadc0a5ccefc84411 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/90de4e2c3cdd436aadc0a5ccefc84411 2024-11-15T18:16:03,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/a69fc7131bec43438cd153a29ab50480 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/a69fc7131bec43438cd153a29ab50480 2024-11-15T18:16:03,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/c7ed06fdbc49422c84e7f15ddbc04a28 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/c7ed06fdbc49422c84e7f15ddbc04a28 2024-11-15T18:16:03,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/7d2891bf9fcf498c9860d102549de53a to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/7d2891bf9fcf498c9860d102549de53a 2024-11-15T18:16:03,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/0acd18b8da33426da82d1f9b067ef6af to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/0acd18b8da33426da82d1f9b067ef6af 2024-11-15T18:16:03,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/c1498531d625494e8ca527abe23cacfb, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/3b04f66bec2a410f82313340e822cf34, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/e71882427108461fa3bb0c8b31ce2d74, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/da0470a9fef743e69329db75174d2938, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/626258e29b64405ab73e23f7e8b03d1a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/753aafb9a8d74825bccfccdd926b32af, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/35bc62b9b67449d1bde89ce888bf6fb9, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/c85880f418064b46b995e27120442df7, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/730ca110f30045ac9db529512929bdd1, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/14eba63accf9441c8c319a8ff3992c27, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/982447a5674b49f59de735598be063b8, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/79ba9fc5a29f472ab8700bf35792ba2c, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/bafe8ed1355d4cd4b587cec2576566d1, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/870827c1427a40a78806b52525a80977, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/611accd68a8c422a945caa66ff030dc5, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/f1fd14edc8fd47fbaaad98c3e9edb13e, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/9ae3538921bd4610ae701da6dcab586e, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/50150dcd89614b6bb7f3a56318bb440b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/992f4f4c27584f149ae0c5d2448a365a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/dab4c839f030489cbbcf19bfd9fe3ada, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/bfa491f4a87e4b799e79dc7f77b6f9bc, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/a154859695df4cb9bfb195494e8c6c8f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/7d1198a7f578412aaa7bb896d7e6f8a5, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/781341094c404a4b831a3bda72253417, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/6067bd8922b84d15bbba886a23191441, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/9773152d26e24166afa54275a2fb3056, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/db51a13eabaa413196139b93ab6b5f0f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/d7695f5f30454139bbcf933b2b782728, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/5c31b689e6be4c66a2db66fc36906ebd, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/782d5ca56d9443a78bc577fd141ce05d] to archive 2024-11-15T18:16:03,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T18:16:03,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/c1498531d625494e8ca527abe23cacfb to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/c1498531d625494e8ca527abe23cacfb 2024-11-15T18:16:03,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/3b04f66bec2a410f82313340e822cf34 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/3b04f66bec2a410f82313340e822cf34 2024-11-15T18:16:03,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/e71882427108461fa3bb0c8b31ce2d74 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/e71882427108461fa3bb0c8b31ce2d74 2024-11-15T18:16:03,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/da0470a9fef743e69329db75174d2938 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/da0470a9fef743e69329db75174d2938 2024-11-15T18:16:03,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/626258e29b64405ab73e23f7e8b03d1a to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/626258e29b64405ab73e23f7e8b03d1a 2024-11-15T18:16:03,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/753aafb9a8d74825bccfccdd926b32af to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/753aafb9a8d74825bccfccdd926b32af 2024-11-15T18:16:03,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/35bc62b9b67449d1bde89ce888bf6fb9 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/35bc62b9b67449d1bde89ce888bf6fb9 2024-11-15T18:16:03,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/c85880f418064b46b995e27120442df7 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/c85880f418064b46b995e27120442df7 2024-11-15T18:16:03,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/730ca110f30045ac9db529512929bdd1 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/730ca110f30045ac9db529512929bdd1 2024-11-15T18:16:03,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/14eba63accf9441c8c319a8ff3992c27 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/14eba63accf9441c8c319a8ff3992c27 2024-11-15T18:16:03,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/982447a5674b49f59de735598be063b8 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/982447a5674b49f59de735598be063b8 2024-11-15T18:16:03,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/79ba9fc5a29f472ab8700bf35792ba2c to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/79ba9fc5a29f472ab8700bf35792ba2c 2024-11-15T18:16:03,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/bafe8ed1355d4cd4b587cec2576566d1 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/bafe8ed1355d4cd4b587cec2576566d1 2024-11-15T18:16:03,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/870827c1427a40a78806b52525a80977 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/870827c1427a40a78806b52525a80977 2024-11-15T18:16:03,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/611accd68a8c422a945caa66ff030dc5 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/611accd68a8c422a945caa66ff030dc5 2024-11-15T18:16:03,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/f1fd14edc8fd47fbaaad98c3e9edb13e to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/f1fd14edc8fd47fbaaad98c3e9edb13e 2024-11-15T18:16:03,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/9ae3538921bd4610ae701da6dcab586e to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/9ae3538921bd4610ae701da6dcab586e 2024-11-15T18:16:03,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/50150dcd89614b6bb7f3a56318bb440b to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/50150dcd89614b6bb7f3a56318bb440b 2024-11-15T18:16:03,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/992f4f4c27584f149ae0c5d2448a365a to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/992f4f4c27584f149ae0c5d2448a365a 2024-11-15T18:16:03,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/dab4c839f030489cbbcf19bfd9fe3ada to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/dab4c839f030489cbbcf19bfd9fe3ada 2024-11-15T18:16:03,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/bfa491f4a87e4b799e79dc7f77b6f9bc to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/bfa491f4a87e4b799e79dc7f77b6f9bc 2024-11-15T18:16:03,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/a154859695df4cb9bfb195494e8c6c8f to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/a154859695df4cb9bfb195494e8c6c8f 2024-11-15T18:16:03,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/7d1198a7f578412aaa7bb896d7e6f8a5 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/7d1198a7f578412aaa7bb896d7e6f8a5 2024-11-15T18:16:03,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/781341094c404a4b831a3bda72253417 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/781341094c404a4b831a3bda72253417 2024-11-15T18:16:03,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/6067bd8922b84d15bbba886a23191441 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/6067bd8922b84d15bbba886a23191441 2024-11-15T18:16:03,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/9773152d26e24166afa54275a2fb3056 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/9773152d26e24166afa54275a2fb3056 2024-11-15T18:16:03,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/db51a13eabaa413196139b93ab6b5f0f to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/db51a13eabaa413196139b93ab6b5f0f 2024-11-15T18:16:03,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/d7695f5f30454139bbcf933b2b782728 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/d7695f5f30454139bbcf933b2b782728 2024-11-15T18:16:03,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/5c31b689e6be4c66a2db66fc36906ebd to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/5c31b689e6be4c66a2db66fc36906ebd 2024-11-15T18:16:03,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/782d5ca56d9443a78bc577fd141ce05d to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/782d5ca56d9443a78bc577fd141ce05d 2024-11-15T18:16:03,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/8956e77f0f554cb7a5406cbc0997b64a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/f9cbe79d50a44fe7b80055415e7e638f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/7a6d2400ff3b4b648b31cecd3e6c4316, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/7042f8c75b2e4a869dcb753a515bee20, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/4173e1ee17d34f7a8a3423a203ad4e41, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/9c27755367534ef39b00a6c884cc047b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/6c58de44ead04849bc73eb419a26daec, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/bc607c84e0d84cd6892d6519c3dbd7de, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/adccb554a14744f0a334ea06284aa322, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/9fddecfccbe2443786990eede67db6fd, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/02594af9986244dc8dea6a815bec15c2, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/fcf747b41e954d0cbdb7dba2824adac6, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/118d977d33bf4c7d8bb9eb419de53b2f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/c710b4b33ee8491b8903cc6fba59a601, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/ed1ed808964d4801a712460078c84812, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/4c4c6b43a3534027a2f8f6d89e218ddc, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/c57a5844db3a4807bb1a493e9d782514, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/c16fdbde93ae4f07bf5839301a9ad32c, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/a2a58248363f431994cca946f712a824, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/88a635f938004aa4a7f46acd04b75985, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/74a0e488b61d4b38bafe22af7c258083, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/db51cae89afc4a768ef96b7442f150b6, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/a0b447e7c7e64552b5bb02d9a42aec84, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/492c24d3f4a54c869a4415b2f02f0823, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/f10296a121914ad9af8b7a7fcda41278, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/9d80e24cee594f048c4a0d03825b4eff, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/14e1467c96ca4077ae683c88af0909f0, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/5a673bf74d9945c4bed3eb1e805fcc3c, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/cd958cb093ca4f11b9222acb2d18e5e2] to archive 2024-11-15T18:16:03,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T18:16:03,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/8956e77f0f554cb7a5406cbc0997b64a to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/8956e77f0f554cb7a5406cbc0997b64a 2024-11-15T18:16:03,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/f9cbe79d50a44fe7b80055415e7e638f to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/f9cbe79d50a44fe7b80055415e7e638f 2024-11-15T18:16:03,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/7a6d2400ff3b4b648b31cecd3e6c4316 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/7a6d2400ff3b4b648b31cecd3e6c4316 2024-11-15T18:16:03,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/7042f8c75b2e4a869dcb753a515bee20 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/7042f8c75b2e4a869dcb753a515bee20 2024-11-15T18:16:03,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/4173e1ee17d34f7a8a3423a203ad4e41 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/4173e1ee17d34f7a8a3423a203ad4e41 2024-11-15T18:16:03,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/9c27755367534ef39b00a6c884cc047b to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/9c27755367534ef39b00a6c884cc047b 2024-11-15T18:16:03,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/6c58de44ead04849bc73eb419a26daec to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/6c58de44ead04849bc73eb419a26daec 2024-11-15T18:16:03,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/bc607c84e0d84cd6892d6519c3dbd7de to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/bc607c84e0d84cd6892d6519c3dbd7de 2024-11-15T18:16:03,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/adccb554a14744f0a334ea06284aa322 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/adccb554a14744f0a334ea06284aa322 2024-11-15T18:16:03,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/9fddecfccbe2443786990eede67db6fd to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/9fddecfccbe2443786990eede67db6fd 2024-11-15T18:16:03,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/02594af9986244dc8dea6a815bec15c2 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/02594af9986244dc8dea6a815bec15c2 2024-11-15T18:16:03,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/fcf747b41e954d0cbdb7dba2824adac6 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/fcf747b41e954d0cbdb7dba2824adac6 2024-11-15T18:16:03,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/118d977d33bf4c7d8bb9eb419de53b2f to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/118d977d33bf4c7d8bb9eb419de53b2f 2024-11-15T18:16:03,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/c710b4b33ee8491b8903cc6fba59a601 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/c710b4b33ee8491b8903cc6fba59a601 2024-11-15T18:16:03,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/ed1ed808964d4801a712460078c84812 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/ed1ed808964d4801a712460078c84812 2024-11-15T18:16:03,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/4c4c6b43a3534027a2f8f6d89e218ddc to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/4c4c6b43a3534027a2f8f6d89e218ddc 2024-11-15T18:16:03,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/c57a5844db3a4807bb1a493e9d782514 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/c57a5844db3a4807bb1a493e9d782514 2024-11-15T18:16:03,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/c16fdbde93ae4f07bf5839301a9ad32c to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/c16fdbde93ae4f07bf5839301a9ad32c 2024-11-15T18:16:03,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/a2a58248363f431994cca946f712a824 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/a2a58248363f431994cca946f712a824 2024-11-15T18:16:03,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/88a635f938004aa4a7f46acd04b75985 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/88a635f938004aa4a7f46acd04b75985 2024-11-15T18:16:03,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/74a0e488b61d4b38bafe22af7c258083 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/74a0e488b61d4b38bafe22af7c258083 2024-11-15T18:16:03,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/db51cae89afc4a768ef96b7442f150b6 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/db51cae89afc4a768ef96b7442f150b6 2024-11-15T18:16:03,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/a0b447e7c7e64552b5bb02d9a42aec84 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/a0b447e7c7e64552b5bb02d9a42aec84 2024-11-15T18:16:03,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/492c24d3f4a54c869a4415b2f02f0823 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/492c24d3f4a54c869a4415b2f02f0823 2024-11-15T18:16:03,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/f10296a121914ad9af8b7a7fcda41278 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/f10296a121914ad9af8b7a7fcda41278 2024-11-15T18:16:03,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/9d80e24cee594f048c4a0d03825b4eff to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/9d80e24cee594f048c4a0d03825b4eff 2024-11-15T18:16:03,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/14e1467c96ca4077ae683c88af0909f0 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/14e1467c96ca4077ae683c88af0909f0 2024-11-15T18:16:03,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/5a673bf74d9945c4bed3eb1e805fcc3c to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/5a673bf74d9945c4bed3eb1e805fcc3c 2024-11-15T18:16:03,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/cd958cb093ca4f11b9222acb2d18e5e2 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/cd958cb093ca4f11b9222acb2d18e5e2 2024-11-15T18:16:03,396 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/recovered.edits/460.seqid, newMaxSeqId=460, maxSeqId=1 2024-11-15T18:16:03,396 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. 2024-11-15T18:16:03,396 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1676): Region close journal for 7a0a47fd268dee1ac2a419a657cea070: Waiting for close lock at 1731694562042Running coprocessor pre-close hooks at 1731694562042Disabling compacts and flushes for region at 1731694562042Disabling writes for close at 1731694562043 (+1 ms)Obtaining lock to block concurrent updates at 1731694562043Preparing flush snapshotting stores in 7a0a47fd268dee1ac2a419a657cea070 at 1731694562043Finished memstore snapshotting TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1731694562044 (+1 ms)Flushing stores of TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070. at 1731694562046 (+2 ms)Flushing 7a0a47fd268dee1ac2a419a657cea070/A: creating writer at 1731694562046Flushing 7a0a47fd268dee1ac2a419a657cea070/A: appending metadata at 1731694562052 (+6 ms)Flushing 7a0a47fd268dee1ac2a419a657cea070/A: closing flushed file at 1731694562052Flushing 7a0a47fd268dee1ac2a419a657cea070/B: creating writer at 1731694562466 (+414 ms)Flushing 7a0a47fd268dee1ac2a419a657cea070/B: appending metadata at 1731694562471 (+5 ms)Flushing 7a0a47fd268dee1ac2a419a657cea070/B: closing flushed file at 1731694562471Flushing 7a0a47fd268dee1ac2a419a657cea070/C: creating writer at 1731694562883 (+412 ms)Flushing 7a0a47fd268dee1ac2a419a657cea070/C: appending metadata at 1731694562887 (+4 ms)Flushing 7a0a47fd268dee1ac2a419a657cea070/C: closing flushed file at 1731694562887Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58a60d0c: reopening flushed file at 1731694563295 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2674a30e: reopening flushed file at 1731694563299 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40212c62: reopening flushed file at 1731694563303 (+4 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 7a0a47fd268dee1ac2a419a657cea070 in 1265ms, sequenceid=457, compaction requested=true at 1731694563308 (+5 ms)Writing region close event to WAL at 1731694563392 (+84 ms)Running coprocessor post-close hooks at 1731694563396 (+4 ms)Closed at 1731694563396 2024-11-15T18:16:03,399 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(157): Closed 7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:16:03,399 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=7a0a47fd268dee1ac2a419a657cea070, regionState=CLOSED 2024-11-15T18:16:03,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 because future has completed 2024-11-15T18:16:03,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-15T18:16:03,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; CloseRegionProcedure 7a0a47fd268dee1ac2a419a657cea070, server=74ec74825666,44341,1731694474564 in 1.5130 sec 2024-11-15T18:16:03,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-15T18:16:03,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a0a47fd268dee1ac2a419a657cea070, UNASSIGN in 1.5170 sec 2024-11-15T18:16:03,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-15T18:16:03,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5220 sec 2024-11-15T18:16:03,408 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694563408"}]},"ts":"1731694563408"} 2024-11-15T18:16:03,410 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T18:16:03,410 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T18:16:03,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5380 sec 2024-11-15T18:16:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-15T18:16:04,030 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:16:04,030 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-15T18:16:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=98, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:16:04,032 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=98, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:16:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-15T18:16:04,033 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=98, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:16:04,036 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:16:04,038 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A, FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B, FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C, FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/recovered.edits] 2024-11-15T18:16:04,043 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/1e24448ee6444690aad47676a54d4ef1 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/1e24448ee6444690aad47676a54d4ef1 2024-11-15T18:16:04,044 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/222f272173d349e98a8681903cff48c0 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/222f272173d349e98a8681903cff48c0 2024-11-15T18:16:04,046 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/479068be2db944a895b3e71fc01485d6 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/A/479068be2db944a895b3e71fc01485d6 2024-11-15T18:16:04,049 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/1428a11cbebc41819d7b5a90547ca515 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/1428a11cbebc41819d7b5a90547ca515 2024-11-15T18:16:04,050 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/3ccfbfb8592d492cbc41ad017f306fd4 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/3ccfbfb8592d492cbc41ad017f306fd4 2024-11-15T18:16:04,050 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/db2d46a1942f4bafa2dbcb218cd1add4 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/B/db2d46a1942f4bafa2dbcb218cd1add4 2024-11-15T18:16:04,052 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/2b0f763e599d403ea6e14f9421b4520c to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/2b0f763e599d403ea6e14f9421b4520c 2024-11-15T18:16:04,052 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/3a2fb12314934534b16aea33b20df9cb to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/3a2fb12314934534b16aea33b20df9cb 2024-11-15T18:16:04,053 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/e7d999ff7ac04fdfa3f81f9b7ada3b0e to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/C/e7d999ff7ac04fdfa3f81f9b7ada3b0e 2024-11-15T18:16:04,055 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/recovered.edits/460.seqid to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070/recovered.edits/460.seqid 2024-11-15T18:16:04,056 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/7a0a47fd268dee1ac2a419a657cea070 2024-11-15T18:16:04,056 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T18:16:04,058 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=98, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:16:04,060 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T18:16:04,062 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T18:16:04,064 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=98, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:16:04,064 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T18:16:04,064 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731694564064"}]},"ts":"9223372036854775807"} 2024-11-15T18:16:04,066 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T18:16:04,066 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 7a0a47fd268dee1ac2a419a657cea070, NAME => 'TestAcidGuarantees,,1731694538402.7a0a47fd268dee1ac2a419a657cea070.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T18:16:04,066 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T18:16:04,067 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731694564066"}]},"ts":"9223372036854775807"} 2024-11-15T18:16:04,069 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-15T18:16:04,069 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=98, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:16:04,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 39 msec 2024-11-15T18:16:04,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-15T18:16:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-15T18:16:04,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-15T18:16:04,144 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:16:04,151 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=250 (was 248) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1751840271_22 at /127.0.0.1:57882 [Waiting for operation #254] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_606758213_22 at /127.0.0.1:53004 [Waiting for operation #356] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=431 (was 402) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2569 (was 3136) 2024-11-15T18:16:04,160 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=250, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=431, ProcessCount=11, AvailableMemoryMB=2569 2024-11-15T18:16:04,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T18:16:04,161 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:16:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T18:16:04,163 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:16:04,163 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:04,163 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 99 2024-11-15T18:16:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-15T18:16:04,164 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:16:04,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742173_1349 (size=1061) 2024-11-15T18:16:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-15T18:16:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-15T18:16:04,572 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3 2024-11-15T18:16:04,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742174_1350 (size=53) 2024-11-15T18:16:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-15T18:16:04,977 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:16:04,977 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 2bd900ff83ab1c2f757ee14f6bfafc33, disabling compactions & flushes 2024-11-15T18:16:04,977 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:04,977 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:04,977 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. after waiting 0 ms 2024-11-15T18:16:04,977 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:04,977 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:04,977 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2bd900ff83ab1c2f757ee14f6bfafc33: Waiting for close lock at 1731694564977Disabling compacts and flushes for region at 1731694564977Disabling writes for close at 1731694564977Writing region close event to WAL at 1731694564977Closed at 1731694564977 2024-11-15T18:16:04,978 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:16:04,978 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731694564978"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694564978"}]},"ts":"1731694564978"} 2024-11-15T18:16:04,980 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:16:04,980 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:16:04,980 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694564980"}]},"ts":"1731694564980"} 2024-11-15T18:16:04,982 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T18:16:04,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2bd900ff83ab1c2f757ee14f6bfafc33, ASSIGN}] 2024-11-15T18:16:04,983 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2bd900ff83ab1c2f757ee14f6bfafc33, ASSIGN 2024-11-15T18:16:04,983 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2bd900ff83ab1c2f757ee14f6bfafc33, ASSIGN; state=OFFLINE, location=74ec74825666,44341,1731694474564; forceNewPlan=false, retain=false 2024-11-15T18:16:05,134 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=2bd900ff83ab1c2f757ee14f6bfafc33, regionState=OPENING, regionLocation=74ec74825666,44341,1731694474564 2024-11-15T18:16:05,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2bd900ff83ab1c2f757ee14f6bfafc33, ASSIGN because future has completed 2024-11-15T18:16:05,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564}] 2024-11-15T18:16:05,294 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:05,294 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7752): Opening region: {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:16:05,294 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:05,295 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:16:05,295 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7794): checking encryption for 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:05,295 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7797): checking classloading for 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:05,296 INFO [StoreOpener-2bd900ff83ab1c2f757ee14f6bfafc33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:05,297 INFO [StoreOpener-2bd900ff83ab1c2f757ee14f6bfafc33-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T18:16:05,298 INFO [StoreOpener-2bd900ff83ab1c2f757ee14f6bfafc33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bd900ff83ab1c2f757ee14f6bfafc33 columnFamilyName A 2024-11-15T18:16:05,298 DEBUG [StoreOpener-2bd900ff83ab1c2f757ee14f6bfafc33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:05,298 INFO [StoreOpener-2bd900ff83ab1c2f757ee14f6bfafc33-1 {}] regionserver.HStore(327): Store=2bd900ff83ab1c2f757ee14f6bfafc33/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:16:05,298 INFO [StoreOpener-2bd900ff83ab1c2f757ee14f6bfafc33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-15T18:16:05,299 INFO [StoreOpener-2bd900ff83ab1c2f757ee14f6bfafc33-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T18:16:05,299 INFO [StoreOpener-2bd900ff83ab1c2f757ee14f6bfafc33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bd900ff83ab1c2f757ee14f6bfafc33 columnFamilyName B 2024-11-15T18:16:05,299 DEBUG [StoreOpener-2bd900ff83ab1c2f757ee14f6bfafc33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:05,300 INFO [StoreOpener-2bd900ff83ab1c2f757ee14f6bfafc33-1 {}] regionserver.HStore(327): Store=2bd900ff83ab1c2f757ee14f6bfafc33/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:16:05,300 INFO [StoreOpener-2bd900ff83ab1c2f757ee14f6bfafc33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:05,301 INFO [StoreOpener-2bd900ff83ab1c2f757ee14f6bfafc33-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T18:16:05,301 INFO [StoreOpener-2bd900ff83ab1c2f757ee14f6bfafc33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bd900ff83ab1c2f757ee14f6bfafc33 columnFamilyName C 2024-11-15T18:16:05,301 DEBUG [StoreOpener-2bd900ff83ab1c2f757ee14f6bfafc33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:05,302 INFO [StoreOpener-2bd900ff83ab1c2f757ee14f6bfafc33-1 {}] regionserver.HStore(327): Store=2bd900ff83ab1c2f757ee14f6bfafc33/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:16:05,302 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:05,302 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1038): replaying wal for 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:05,303 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:05,304 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:05,305 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1048): stopping wal replay for 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:05,305 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1060): Cleaning up temporary data for 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:05,306 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T18:16:05,307 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1093): writing seq id for 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:05,310 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:16:05,311 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1114): Opened 2bd900ff83ab1c2f757ee14f6bfafc33; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59877019, jitterRate=-0.1077628880739212}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T18:16:05,311 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:05,312 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1006): Region open journal for 2bd900ff83ab1c2f757ee14f6bfafc33: Running coprocessor pre-open hook at 1731694565295Writing region info on filesystem at 1731694565295Initializing all the Stores at 1731694565295Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694565296 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694565296Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694565296Cleaning up temporary data from old regions at 1731694565305 (+9 ms)Running coprocessor post-open hooks at 1731694565311 (+6 ms)Region opened successfully at 1731694565312 (+1 ms) 2024-11-15T18:16:05,314 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., pid=101, masterSystemTime=1731694565291 2024-11-15T18:16:05,316 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:05,316 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:05,317 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=2bd900ff83ab1c2f757ee14f6bfafc33, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,44341,1731694474564 2024-11-15T18:16:05,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=101, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 because future has completed 2024-11-15T18:16:05,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-11-15T18:16:05,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; OpenRegionProcedure 2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 in 182 msec 2024-11-15T18:16:05,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-15T18:16:05,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2bd900ff83ab1c2f757ee14f6bfafc33, ASSIGN in 339 msec 2024-11-15T18:16:05,323 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:16:05,323 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694565323"}]},"ts":"1731694565323"} 2024-11-15T18:16:05,325 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T18:16:05,326 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:16:05,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1650 sec 2024-11-15T18:16:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-15T18:16:06,309 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:16:06,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db9998b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:06,310 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:16:06,310 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:06,311 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:16:06,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:06,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:16:06,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc36677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:06,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:16:06,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:06,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:06,313 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:06,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d2c0b29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:06,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:06,314 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:16:06,314 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:06,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:06,317 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:16:06,318 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,44307,1731694473797 2024-11-15T18:16:06,318 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b327346 2024-11-15T18:16:06,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:16:06,320 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:16:06,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T18:16:06,322 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:16:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=102, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-15T18:16:06,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742175_1351 (size=1097) 2024-11-15T18:16:06,740 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-15T18:16:06,740 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-15T18:16:06,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T18:16:06,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2bd900ff83ab1c2f757ee14f6bfafc33, REOPEN/MOVE}] 2024-11-15T18:16:06,752 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2bd900ff83ab1c2f757ee14f6bfafc33, REOPEN/MOVE 2024-11-15T18:16:06,760 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=2bd900ff83ab1c2f757ee14f6bfafc33, regionState=CLOSING, regionLocation=74ec74825666,44341,1731694474564 2024-11-15T18:16:06,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2bd900ff83ab1c2f757ee14f6bfafc33, REOPEN/MOVE because future has completed 2024-11-15T18:16:06,762 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T18:16:06,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564}] 2024-11-15T18:16:06,915 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] handler.UnassignRegionHandler(122): Close 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:06,915 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T18:16:06,915 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1722): Closing 2bd900ff83ab1c2f757ee14f6bfafc33, disabling compactions & flushes 2024-11-15T18:16:06,915 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:06,915 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:06,915 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. after waiting 0 ms 2024-11-15T18:16:06,915 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:06,919 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T18:16:06,919 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:06,919 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1676): Region close journal for 2bd900ff83ab1c2f757ee14f6bfafc33: Waiting for close lock at 1731694566915Running coprocessor pre-close hooks at 1731694566915Disabling compacts and flushes for region at 1731694566915Disabling writes for close at 1731694566915Writing region close event to WAL at 1731694566915Running coprocessor post-close hooks at 1731694566919 (+4 ms)Closed at 1731694566919 2024-11-15T18:16:06,919 WARN [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegionServer(3299): Not adding moved region record: 2bd900ff83ab1c2f757ee14f6bfafc33 to self. 2024-11-15T18:16:06,921 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] handler.UnassignRegionHandler(157): Closed 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:06,922 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=2bd900ff83ab1c2f757ee14f6bfafc33, regionState=CLOSED 2024-11-15T18:16:06,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=105, ppid=104, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 because future has completed 2024-11-15T18:16:06,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=105, resume processing ppid=104 2024-11-15T18:16:06,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, ppid=104, state=SUCCESS, hasLock=false; CloseRegionProcedure 2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 in 162 msec 2024-11-15T18:16:06,927 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2bd900ff83ab1c2f757ee14f6bfafc33, REOPEN/MOVE; state=CLOSED, location=74ec74825666,44341,1731694474564; forceNewPlan=false, retain=true 2024-11-15T18:16:07,077 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=2bd900ff83ab1c2f757ee14f6bfafc33, regionState=OPENING, regionLocation=74ec74825666,44341,1731694474564 2024-11-15T18:16:07,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2bd900ff83ab1c2f757ee14f6bfafc33, REOPEN/MOVE because future has completed 2024-11-15T18:16:07,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=104, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564}] 2024-11-15T18:16:07,235 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:07,236 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7752): Opening region: {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:16:07,236 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:07,236 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:16:07,236 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7794): checking encryption for 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:07,236 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7797): checking classloading for 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:07,247 INFO [StoreOpener-2bd900ff83ab1c2f757ee14f6bfafc33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:07,248 INFO [StoreOpener-2bd900ff83ab1c2f757ee14f6bfafc33-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T18:16:07,248 INFO [StoreOpener-2bd900ff83ab1c2f757ee14f6bfafc33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bd900ff83ab1c2f757ee14f6bfafc33 columnFamilyName A 2024-11-15T18:16:07,250 DEBUG [StoreOpener-2bd900ff83ab1c2f757ee14f6bfafc33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:07,251 INFO [StoreOpener-2bd900ff83ab1c2f757ee14f6bfafc33-1 {}] regionserver.HStore(327): Store=2bd900ff83ab1c2f757ee14f6bfafc33/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:16:07,252 INFO [StoreOpener-2bd900ff83ab1c2f757ee14f6bfafc33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:07,253 INFO [StoreOpener-2bd900ff83ab1c2f757ee14f6bfafc33-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T18:16:07,253 INFO [StoreOpener-2bd900ff83ab1c2f757ee14f6bfafc33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bd900ff83ab1c2f757ee14f6bfafc33 columnFamilyName B 2024-11-15T18:16:07,253 DEBUG [StoreOpener-2bd900ff83ab1c2f757ee14f6bfafc33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:07,254 INFO [StoreOpener-2bd900ff83ab1c2f757ee14f6bfafc33-1 {}] regionserver.HStore(327): Store=2bd900ff83ab1c2f757ee14f6bfafc33/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:16:07,254 INFO [StoreOpener-2bd900ff83ab1c2f757ee14f6bfafc33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:07,258 INFO [StoreOpener-2bd900ff83ab1c2f757ee14f6bfafc33-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T18:16:07,258 INFO [StoreOpener-2bd900ff83ab1c2f757ee14f6bfafc33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bd900ff83ab1c2f757ee14f6bfafc33 columnFamilyName C 2024-11-15T18:16:07,258 DEBUG [StoreOpener-2bd900ff83ab1c2f757ee14f6bfafc33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:07,259 INFO [StoreOpener-2bd900ff83ab1c2f757ee14f6bfafc33-1 {}] regionserver.HStore(327): Store=2bd900ff83ab1c2f757ee14f6bfafc33/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:16:07,259 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:07,259 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1038): replaying wal for 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:07,260 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:07,264 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:07,269 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1048): stopping wal replay for 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:07,269 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1060): Cleaning up temporary data for 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:07,269 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T18:16:07,271 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1093): writing seq id for 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:07,273 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1114): Opened 2bd900ff83ab1c2f757ee14f6bfafc33; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62093459, jitterRate=-0.0747353583574295}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T18:16:07,273 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:07,273 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1006): Region open journal for 2bd900ff83ab1c2f757ee14f6bfafc33: Running coprocessor pre-open hook at 1731694567236Writing region info on filesystem at 1731694567236Initializing all the Stores at 1731694567241 (+5 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694567241Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694567245 (+4 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694567245Cleaning up temporary data from old regions at 1731694567269 (+24 ms)Running coprocessor post-open hooks at 1731694567273 (+4 ms)Region opened successfully at 1731694567273 2024-11-15T18:16:07,274 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., pid=106, masterSystemTime=1731694567231 2024-11-15T18:16:07,276 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:07,277 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:07,277 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=2bd900ff83ab1c2f757ee14f6bfafc33, regionState=OPEN, openSeqNum=5, regionLocation=74ec74825666,44341,1731694474564 2024-11-15T18:16:07,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=106, ppid=104, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 because future has completed 2024-11-15T18:16:07,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=104 2024-11-15T18:16:07,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=104, state=SUCCESS, hasLock=false; OpenRegionProcedure 2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 in 202 msec 2024-11-15T18:16:07,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-15T18:16:07,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2bd900ff83ab1c2f757ee14f6bfafc33, REOPEN/MOVE in 534 msec 2024-11-15T18:16:07,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=103, resume processing ppid=102 2024-11-15T18:16:07,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, ppid=102, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 542 msec 2024-11-15T18:16:07,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 970 msec 2024-11-15T18:16:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102 2024-11-15T18:16:07,295 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:16:07,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0f1e03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:07,296 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:16:07,296 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:07,297 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:16:07,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:07,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:16:07,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c094db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:07,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:16:07,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:07,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:07,300 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:07,300 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba1f2c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:07,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3d4f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:07,301 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:16:07,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:07,302 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:16:07,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:07,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:16:07,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7a4c8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:07,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:16:07,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:07,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:07,306 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:07,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f0de44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:07,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad3f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:07,308 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:16:07,309 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:07,310 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:16:07,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:07,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:16:07,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c0c82e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:07,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:16:07,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:07,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:07,312 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:07,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6811d4a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:07,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422fcba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:07,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:16:07,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:07,322 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:16:07,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:07,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:16:07,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f7bf69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:07,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:16:07,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:07,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:07,324 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:07,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@321389d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:07,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e71a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:07,328 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:16:07,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:07,330 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:16:07,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:07,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:16:07,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8e8554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:07,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:16:07,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:07,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:07,334 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:07,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fad0b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:07,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b758c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:07,337 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:16:07,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:07,339 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:16:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:16:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f5b70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:16:07,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:07,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:07,342 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:07,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c8b208f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:07,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e2b5a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:07,344 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:16:07,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:07,346 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:16:07,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:07,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:16:07,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2141fa68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:07,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:16:07,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:07,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:07,350 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:07,351 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b35d349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:07,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d41a701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:07,351 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:16:07,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:07,353 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:16:07,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:07,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:16:07,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca328d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:07,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:16:07,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:07,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:07,356 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:07,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34246a8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:07,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2f46ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:07,358 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:16:07,358 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:07,359 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:16:07,359 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:07,359 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:16:07,359 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b3fad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:07,359 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:16:07,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:07,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:07,361 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:07,361 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11feb480, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:07,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180bd544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:07,369 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:16:07,369 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:07,370 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:16:07,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:07,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:16:07,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa4149b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:07,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:16:07,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:07,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:07,373 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:07,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14bca6a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:07,376 DEBUG [Thread-1609 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:07,376 DEBUG [Thread-1603 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:07,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:16:07,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:07,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:16:07,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:07,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:07,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:07,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5] 2024-11-15T18:16:07,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5] 2024-11-15T18:16:07,386 DEBUG [Thread-1594 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:07,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:16:07,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:07,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:07,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5] 2024-11-15T18:16:07,412 DEBUG [Thread-1607 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:07,412 DEBUG [Thread-1611 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:07,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:16:07,413 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:16:07,413 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:07,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:07,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:07,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:07,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5] 2024-11-15T18:16:07,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5] 2024-11-15T18:16:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:07,421 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2bd900ff83ab1c2f757ee14f6bfafc33 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T18:16:07,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=A 2024-11-15T18:16:07,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:07,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=B 2024-11-15T18:16:07,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:07,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=C 2024-11-15T18:16:07,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:07,440 DEBUG [Thread-1605 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:07,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:16:07,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:07,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:07,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5] 2024-11-15T18:16:07,450 DEBUG [Thread-1592 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:07,451 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:16:07,451 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:07,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:07,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5] 2024-11-15T18:16:07,464 DEBUG [Thread-1596 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:07,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:16:07,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:07,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:07,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5] 2024-11-15T18:16:07,480 DEBUG [Thread-1600 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:07,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:16:07,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:07,484 DEBUG [Thread-1598 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:07,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:07,485 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:16:07,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:07,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:07,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5] 2024-11-15T18:16:07,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5] 2024-11-15T18:16:07,495 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:16:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-15T18:16:07,497 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:16:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-15T18:16:07,498 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:16:07,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:16:07,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155b13b42e61ff43a68f9fb8a37fdb157b_2bd900ff83ab1c2f757ee14f6bfafc33 is 50, key is test_row_0/A:col10/1731694567416/Put/seqid=0 2024-11-15T18:16:07,513 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731694567463, max timestamp=1731694567510Num uniques 859; 2024-11-15T18:16:07,513 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731694567463, max timestamp=1731694567510Num uniques 859; 2024-11-15T18:16:07,513 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T18:16:07,513 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T18:16:07,514 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731694567463, max timestamp=1731694567510Num uniques 859; 2024-11-15T18:16:07,514 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T18:16:07,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742176_1352 (size=12154) 2024-11-15T18:16:07,570 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:07,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41102 deadline: 1731694627554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:07,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:07,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:07,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:07,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41150 deadline: 1731694627561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:07,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:07,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:07,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:07,573 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155b13b42e61ff43a68f9fb8a37fdb157b_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155b13b42e61ff43a68f9fb8a37fdb157b_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:07,574 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/5604ab1cf0834e7093160e27b63eeee9, store: [table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:07,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/5604ab1cf0834e7093160e27b63eeee9 is 175, key is test_row_0/A:col10/1731694567416/Put/seqid=0 2024-11-15T18:16:07,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694627564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:07,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:07,583 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731694627568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:07,583 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:07,583 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:07,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:07,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:07,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:07,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694627569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:07,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:07,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:07,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-15T18:16:07,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742177_1353 (size=30951) 2024-11-15T18:16:07,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-15T18:16:07,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:07,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:07,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:07,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:07,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:07,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41102 deadline: 1731694627679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:07,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:07,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:07,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:07,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41150 deadline: 1731694627679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:07,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:07,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:07,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:07,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694627689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:07,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:07,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:07,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:07,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731694627689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:07,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:07,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:07,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:07,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694627700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:07,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:07,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:07,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:07,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-15T18:16:07,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:07,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:07,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:07,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:07,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-15T18:16:07,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:07,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41102 deadline: 1731694627909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:07,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:07,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:07,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:07,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694627910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:07,921 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:07,921 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:07,921 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:07,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731694627910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:07,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:07,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:07,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41150 deadline: 1731694627909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:07,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694627919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:07,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:07,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:07,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:07,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:07,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:07,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:07,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-15T18:16:07,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:07,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:07,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:07,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:07,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:08,029 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/5604ab1cf0834e7093160e27b63eeee9 2024-11-15T18:16:08,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/9e8f11b9c7014981b66aa26cad2dbdbe is 50, key is test_row_0/B:col10/1731694567416/Put/seqid=0 2024-11-15T18:16:08,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-15T18:16:08,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:08,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:08,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:08,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:08,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:08,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742178_1354 (size=9657) 2024-11-15T18:16:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:08,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/9e8f11b9c7014981b66aa26cad2dbdbe 2024-11-15T18:16:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-15T18:16:08,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/5adfb0e5f69b4580844fab2e73ff6c9f is 50, key is test_row_0/C:col10/1731694567416/Put/seqid=0 2024-11-15T18:16:08,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742179_1355 (size=9657) 2024-11-15T18:16:08,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/5adfb0e5f69b4580844fab2e73ff6c9f 2024-11-15T18:16:08,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41102 deadline: 1731694628229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:08,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:08,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:08,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:08,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/5604ab1cf0834e7093160e27b63eeee9 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/5604ab1cf0834e7093160e27b63eeee9 2024-11-15T18:16:08,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694628231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:08,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:08,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:08,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:08,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731694628239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:08,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:08,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:08,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:08,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41150 deadline: 1731694628239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:08,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:08,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:08,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:08,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694628239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:08,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:08,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:08,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:08,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/5604ab1cf0834e7093160e27b63eeee9, entries=150, sequenceid=14, filesize=30.2 K 2024-11-15T18:16:08,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/9e8f11b9c7014981b66aa26cad2dbdbe as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/9e8f11b9c7014981b66aa26cad2dbdbe 2024-11-15T18:16:08,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/9e8f11b9c7014981b66aa26cad2dbdbe, entries=100, sequenceid=14, filesize=9.4 K 2024-11-15T18:16:08,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/5adfb0e5f69b4580844fab2e73ff6c9f as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/5adfb0e5f69b4580844fab2e73ff6c9f 2024-11-15T18:16:08,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-15T18:16:08,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:08,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:08,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:08,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:08,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:08,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/5adfb0e5f69b4580844fab2e73ff6c9f, entries=100, sequenceid=14, filesize=9.4 K 2024-11-15T18:16:08,271 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 2bd900ff83ab1c2f757ee14f6bfafc33 in 850ms, sequenceid=14, compaction requested=false 2024-11-15T18:16:08,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:08,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-15T18:16:08,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:08,421 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 2bd900ff83ab1c2f757ee14f6bfafc33 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-15T18:16:08,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=A 2024-11-15T18:16:08,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:16:08,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=B 2024-11-15T18:16:08,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:16:08,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=C 2024-11-15T18:16:08,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:16:08,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115470f9fad62ac4c96a7879a24b3bd26fd_2bd900ff83ab1c2f757ee14f6bfafc33 is 50, key is test_row_0/A:col10/1731694567547/Put/seqid=0 2024-11-15T18:16:08,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742180_1356 (size=12154) 2024-11-15T18:16:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-15T18:16:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:08,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:08,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731694628767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:08,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:08,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:08,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:08,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41150 deadline: 1731694628769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:08,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694628770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:08,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694628770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:08,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:08,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:08,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:08,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:08,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:08,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:08,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:08,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:08,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:08,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41102 deadline: 1731694628776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:08,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:08,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:08,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:08,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731694628879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:08,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:08,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:08,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:08,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:08,895 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115470f9fad62ac4c96a7879a24b3bd26fd_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115470f9fad62ac4c96a7879a24b3bd26fd_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:08,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694628889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:08,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:08,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:08,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:08,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694628889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:08,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/4d2b5739f7604f22a1f896a800a1912e, store: [table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:08,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41150 deadline: 1731694628889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:08,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:08,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:08,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:08,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:08,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/4d2b5739f7604f22a1f896a800a1912e is 175, key is test_row_0/A:col10/1731694567547/Put/seqid=0 2024-11-15T18:16:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41102 deadline: 1731694628889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:08,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:08,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:08,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:08,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:08,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:08,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:08,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742181_1357 (size=30955) 2024-11-15T18:16:08,976 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T18:16:09,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731694629089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:09,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:09,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:09,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:09,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694629099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:09,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:09,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694629099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:09,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:09,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:09,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:09,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:09,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:09,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41150 deadline: 1731694629109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:09,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:09,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:09,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:09,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41102 deadline: 1731694629109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:09,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:09,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:09,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:09,301 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/4d2b5739f7604f22a1f896a800a1912e 2024-11-15T18:16:09,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/286173f188d84f8d8290385aea933e39 is 50, key is test_row_0/B:col10/1731694567547/Put/seqid=0 2024-11-15T18:16:09,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742182_1358 (size=12001) 2024-11-15T18:16:09,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731694629409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:09,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:09,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:09,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:09,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694629419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:09,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41150 deadline: 1731694629420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:09,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694629420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:09,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:09,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:09,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:09,430 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:09,430 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:09,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:09,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:09,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:09,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:09,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41102 deadline: 1731694629429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:09,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:09,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:09,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-15T18:16:09,790 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/286173f188d84f8d8290385aea933e39 2024-11-15T18:16:09,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/9d7c93c597a6486abb44311089895280 is 50, key is test_row_0/C:col10/1731694567547/Put/seqid=0 2024-11-15T18:16:09,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742183_1359 (size=12001) 2024-11-15T18:16:09,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731694629929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:09,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:09,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:09,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:09,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41150 deadline: 1731694629939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:09,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:09,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:09,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:09,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694629939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:09,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:09,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:09,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:09,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694629939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:09,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:09,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:09,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:09,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41102 deadline: 1731694629948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:09,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:09,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:09,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:10,211 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/9d7c93c597a6486abb44311089895280 2024-11-15T18:16:10,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/4d2b5739f7604f22a1f896a800a1912e as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/4d2b5739f7604f22a1f896a800a1912e 2024-11-15T18:16:10,237 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/4d2b5739f7604f22a1f896a800a1912e, entries=150, sequenceid=49, filesize=30.2 K 2024-11-15T18:16:10,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/286173f188d84f8d8290385aea933e39 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/286173f188d84f8d8290385aea933e39 2024-11-15T18:16:10,254 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/286173f188d84f8d8290385aea933e39, entries=150, sequenceid=49, filesize=11.7 K 2024-11-15T18:16:10,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/9d7c93c597a6486abb44311089895280 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/9d7c93c597a6486abb44311089895280 2024-11-15T18:16:10,263 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/9d7c93c597a6486abb44311089895280, entries=150, sequenceid=49, filesize=11.7 K 2024-11-15T18:16:10,264 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 2bd900ff83ab1c2f757ee14f6bfafc33 in 1843ms, sequenceid=49, compaction requested=false 2024-11-15T18:16:10,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:10,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:10,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-15T18:16:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-15T18:16:10,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-15T18:16:10,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7710 sec 2024-11-15T18:16:10,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.7770 sec 2024-11-15T18:16:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:10,953 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2bd900ff83ab1c2f757ee14f6bfafc33 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-15T18:16:10,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=A 2024-11-15T18:16:10,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:10,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=B 2024-11-15T18:16:10,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:10,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=C 2024-11-15T18:16:10,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:10,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115307395186ce94513bdfd79e339ba0871_2bd900ff83ab1c2f757ee14f6bfafc33 is 50, key is test_row_0/A:col10/1731694570952/Put/seqid=0 2024-11-15T18:16:10,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742184_1360 (size=14594) 2024-11-15T18:16:10,974 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:10,980 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115307395186ce94513bdfd79e339ba0871_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115307395186ce94513bdfd79e339ba0871_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:10,982 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/ee8d78a762b24eda864eac30bd2cc899, store: [table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:10,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/ee8d78a762b24eda864eac30bd2cc899 is 175, key is test_row_0/A:col10/1731694570952/Put/seqid=0 2024-11-15T18:16:10,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742185_1361 (size=39549) 2024-11-15T18:16:11,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694630996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:11,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694630997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:11,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731694570992, max timestamp=1731694571007Num uniques 859; 2024-11-15T18:16:11,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731694570992, max timestamp=1731694571007Num uniques 859; 2024-11-15T18:16:11,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T18:16:11,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T18:16:11,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731694570992, max timestamp=1731694571007Num uniques 859; 2024-11-15T18:16:11,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T18:16:11,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:11,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:11,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731694631049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:11,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41102 deadline: 1731694631054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:11,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:11,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:11,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41150 deadline: 1731694631058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:11,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:11,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694631119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:11,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694631119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:11,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731694631169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:11,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:11,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41102 deadline: 1731694631169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:11,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:11,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:11,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41150 deadline: 1731694631169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:11,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:11,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:11,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694631329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:11,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694631329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:11,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:11,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:11,392 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=60, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/ee8d78a762b24eda864eac30bd2cc899 2024-11-15T18:16:11,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/5e8d2359a3114dc499c86147ab5b5aff is 50, key is test_row_0/B:col10/1731694570952/Put/seqid=0 2024-11-15T18:16:11,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731694631389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:11,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:11,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41102 deadline: 1731694631389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:11,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41150 deadline: 1731694631389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:11,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:11,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:11,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742186_1362 (size=12001) 2024-11-15T18:16:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-15T18:16:11,650 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:16:11,650 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:16:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-15T18:16:11,652 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:16:11,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T18:16:11,666 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:16:11,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:16:11,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694631650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:11,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:11,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694631650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:11,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:11,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:11,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41150 deadline: 1731694631710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:11,718 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:11,718 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,718 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731694631710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:11,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:11,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41102 deadline: 1731694631710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:11,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:11,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T18:16:11,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/5e8d2359a3114dc499c86147ab5b5aff 2024-11-15T18:16:11,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T18:16:11,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:11,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:11,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:11,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:11,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:11,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/b1b8172efa0c44998081e54a8af45ba1 is 50, key is test_row_0/C:col10/1731694570952/Put/seqid=0 2024-11-15T18:16:11,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742187_1363 (size=12001) 2024-11-15T18:16:11,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/b1b8172efa0c44998081e54a8af45ba1 2024-11-15T18:16:11,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/ee8d78a762b24eda864eac30bd2cc899 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/ee8d78a762b24eda864eac30bd2cc899 2024-11-15T18:16:11,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/ee8d78a762b24eda864eac30bd2cc899, entries=200, sequenceid=60, filesize=38.6 K 2024-11-15T18:16:11,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/5e8d2359a3114dc499c86147ab5b5aff as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/5e8d2359a3114dc499c86147ab5b5aff 2024-11-15T18:16:11,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/5e8d2359a3114dc499c86147ab5b5aff, entries=150, sequenceid=60, filesize=11.7 K 2024-11-15T18:16:11,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/b1b8172efa0c44998081e54a8af45ba1 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/b1b8172efa0c44998081e54a8af45ba1 2024-11-15T18:16:11,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/b1b8172efa0c44998081e54a8af45ba1, entries=150, sequenceid=60, filesize=11.7 K 2024-11-15T18:16:11,894 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 2bd900ff83ab1c2f757ee14f6bfafc33 in 941ms, sequenceid=60, compaction requested=true 2024-11-15T18:16:11,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:11,895 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:16:11,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2bd900ff83ab1c2f757ee14f6bfafc33:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:16:11,896 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:16:11,896 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 2bd900ff83ab1c2f757ee14f6bfafc33/A is initiating minor compaction (all files) 2024-11-15T18:16:11,896 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2bd900ff83ab1c2f757ee14f6bfafc33/A in TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:11,896 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/5604ab1cf0834e7093160e27b63eeee9, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/4d2b5739f7604f22a1f896a800a1912e, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/ee8d78a762b24eda864eac30bd2cc899] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp, totalSize=99.1 K 2024-11-15T18:16:11,896 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:11,896 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. files: [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/5604ab1cf0834e7093160e27b63eeee9, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/4d2b5739f7604f22a1f896a800a1912e, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/ee8d78a762b24eda864eac30bd2cc899] 2024-11-15T18:16:11,897 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5604ab1cf0834e7093160e27b63eeee9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731694567407 2024-11-15T18:16:11,897 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d2b5739f7604f22a1f896a800a1912e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731694567547 2024-11-15T18:16:11,897 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee8d78a762b24eda864eac30bd2cc899, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731694568767 2024-11-15T18:16:11,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:11,898 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:16:11,900 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:16:11,900 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 2bd900ff83ab1c2f757ee14f6bfafc33/B is initiating minor compaction (all files) 2024-11-15T18:16:11,900 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2bd900ff83ab1c2f757ee14f6bfafc33/B in TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:11,900 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/9e8f11b9c7014981b66aa26cad2dbdbe, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/286173f188d84f8d8290385aea933e39, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/5e8d2359a3114dc499c86147ab5b5aff] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp, totalSize=32.9 K 2024-11-15T18:16:11,901 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e8f11b9c7014981b66aa26cad2dbdbe, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731694567407 2024-11-15T18:16:11,901 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 286173f188d84f8d8290385aea933e39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731694567547 2024-11-15T18:16:11,901 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e8d2359a3114dc499c86147ab5b5aff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731694568767 2024-11-15T18:16:11,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2bd900ff83ab1c2f757ee14f6bfafc33:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:16:11,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:11,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2bd900ff83ab1c2f757ee14f6bfafc33:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:16:11,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:16:11,917 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:11,938 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2bd900ff83ab1c2f757ee14f6bfafc33#B#compaction#314 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:11,939 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/089712b596f44bb78157b7366d2739fe is 50, key is test_row_0/B:col10/1731694570952/Put/seqid=0 2024-11-15T18:16:11,958 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111568af91b8d0da4c828676429301b7a1d6_2bd900ff83ab1c2f757ee14f6bfafc33 store=[table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:11,960 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111568af91b8d0da4c828676429301b7a1d6_2bd900ff83ab1c2f757ee14f6bfafc33, store=[table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:11,960 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111568af91b8d0da4c828676429301b7a1d6_2bd900ff83ab1c2f757ee14f6bfafc33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:11,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T18:16:11,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T18:16:11,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:11,979 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 2bd900ff83ab1c2f757ee14f6bfafc33 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-15T18:16:11,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=A 2024-11-15T18:16:11,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:16:11,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=B 2024-11-15T18:16:11,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:16:11,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=C 2024-11-15T18:16:11,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:16:12,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742188_1364 (size=12104) 2024-11-15T18:16:12,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742189_1365 (size=4469) 2024-11-15T18:16:12,030 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2bd900ff83ab1c2f757ee14f6bfafc33#A#compaction#313 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:12,031 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/3056eabb5907401e8572dd857cd35239 is 175, key is test_row_0/A:col10/1731694570952/Put/seqid=0 2024-11-15T18:16:12,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411159a24167ea5dc4d04b291c107adc3401b_2bd900ff83ab1c2f757ee14f6bfafc33 is 50, key is test_row_0/A:col10/1731694571053/Put/seqid=0 2024-11-15T18:16:12,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742190_1366 (size=31058) 2024-11-15T18:16:12,076 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/3056eabb5907401e8572dd857cd35239 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/3056eabb5907401e8572dd857cd35239 2024-11-15T18:16:12,081 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2bd900ff83ab1c2f757ee14f6bfafc33/A of 2bd900ff83ab1c2f757ee14f6bfafc33 into 3056eabb5907401e8572dd857cd35239(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:12,081 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:12,081 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., storeName=2bd900ff83ab1c2f757ee14f6bfafc33/A, priority=13, startTime=1731694571895; duration=0sec 2024-11-15T18:16:12,081 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:16:12,081 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2bd900ff83ab1c2f757ee14f6bfafc33:A 2024-11-15T18:16:12,081 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:16:12,082 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:16:12,082 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 2bd900ff83ab1c2f757ee14f6bfafc33/C is initiating minor compaction (all files) 2024-11-15T18:16:12,082 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2bd900ff83ab1c2f757ee14f6bfafc33/C in TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:12,082 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/5adfb0e5f69b4580844fab2e73ff6c9f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/9d7c93c597a6486abb44311089895280, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/b1b8172efa0c44998081e54a8af45ba1] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp, totalSize=32.9 K 2024-11-15T18:16:12,083 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5adfb0e5f69b4580844fab2e73ff6c9f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731694567407 2024-11-15T18:16:12,083 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d7c93c597a6486abb44311089895280, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731694567547 2024-11-15T18:16:12,083 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1b8172efa0c44998081e54a8af45ba1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731694568767 2024-11-15T18:16:12,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742191_1367 (size=12154) 2024-11-15T18:16:12,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:12,093 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411159a24167ea5dc4d04b291c107adc3401b_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159a24167ea5dc4d04b291c107adc3401b_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:12,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/0a38b98a8e5f4eb8b04930dcbc9016cf, store: [table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:12,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/0a38b98a8e5f4eb8b04930dcbc9016cf is 175, key is test_row_0/A:col10/1731694571053/Put/seqid=0 2024-11-15T18:16:12,098 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2bd900ff83ab1c2f757ee14f6bfafc33#C#compaction#316 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:12,099 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/77639ae522ce47209b9aa5758dbf54d6 is 50, key is test_row_0/C:col10/1731694570952/Put/seqid=0 2024-11-15T18:16:12,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742192_1368 (size=30955) 2024-11-15T18:16:12,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742193_1369 (size=12104) 2024-11-15T18:16:12,149 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/77639ae522ce47209b9aa5758dbf54d6 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/77639ae522ce47209b9aa5758dbf54d6 2024-11-15T18:16:12,156 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2bd900ff83ab1c2f757ee14f6bfafc33/C of 2bd900ff83ab1c2f757ee14f6bfafc33 into 77639ae522ce47209b9aa5758dbf54d6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:12,156 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:12,156 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., storeName=2bd900ff83ab1c2f757ee14f6bfafc33/C, priority=13, startTime=1731694571904; duration=0sec 2024-11-15T18:16:12,156 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:12,156 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2bd900ff83ab1c2f757ee14f6bfafc33:C 2024-11-15T18:16:12,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:12,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:12,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:12,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694632210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:12,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:12,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:12,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:12,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694632211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:12,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:12,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:12,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:12,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:12,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731694632229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41150 deadline: 1731694632229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:12,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:12,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:12,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:12,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41102 deadline: 1731694632229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:12,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:12,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:12,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:12,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:12,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:12,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T18:16:12,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694632319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:12,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:12,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:12,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:12,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694632329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:12,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:12,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:12,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:12,405 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/089712b596f44bb78157b7366d2739fe as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/089712b596f44bb78157b7366d2739fe 2024-11-15T18:16:12,409 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2bd900ff83ab1c2f757ee14f6bfafc33/B of 2bd900ff83ab1c2f757ee14f6bfafc33 into 089712b596f44bb78157b7366d2739fe(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:12,409 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:12,409 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., storeName=2bd900ff83ab1c2f757ee14f6bfafc33/B, priority=13, startTime=1731694571898; duration=0sec 2024-11-15T18:16:12,409 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:12,409 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2bd900ff83ab1c2f757ee14f6bfafc33:B 2024-11-15T18:16:12,529 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/0a38b98a8e5f4eb8b04930dcbc9016cf 2024-11-15T18:16:12,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694632529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:12,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:12,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:12,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:12,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/54096ab9db4d43638cfa656e15dfb1f1 is 50, key is test_row_0/B:col10/1731694571053/Put/seqid=0 2024-11-15T18:16:12,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742194_1370 (size=12001) 2024-11-15T18:16:12,550 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/54096ab9db4d43638cfa656e15dfb1f1 2024-11-15T18:16:12,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694632549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:12,557 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:12,557 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:12,557 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:12,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/f5724d4bbc244712a0262acfcfd270f7 is 50, key is test_row_0/C:col10/1731694571053/Put/seqid=0 2024-11-15T18:16:12,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742195_1371 (size=12001) 2024-11-15T18:16:12,564 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/f5724d4bbc244712a0262acfcfd270f7 2024-11-15T18:16:12,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/0a38b98a8e5f4eb8b04930dcbc9016cf as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/0a38b98a8e5f4eb8b04930dcbc9016cf 2024-11-15T18:16:12,577 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/0a38b98a8e5f4eb8b04930dcbc9016cf, entries=150, sequenceid=95, filesize=30.2 K 2024-11-15T18:16:12,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/54096ab9db4d43638cfa656e15dfb1f1 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/54096ab9db4d43638cfa656e15dfb1f1 2024-11-15T18:16:12,581 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/54096ab9db4d43638cfa656e15dfb1f1, entries=150, sequenceid=95, filesize=11.7 K 2024-11-15T18:16:12,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/f5724d4bbc244712a0262acfcfd270f7 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/f5724d4bbc244712a0262acfcfd270f7 2024-11-15T18:16:12,589 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/f5724d4bbc244712a0262acfcfd270f7, entries=150, sequenceid=95, filesize=11.7 K 2024-11-15T18:16:12,589 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 2bd900ff83ab1c2f757ee14f6bfafc33 in 610ms, sequenceid=95, compaction requested=false 2024-11-15T18:16:12,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:12,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:12,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-15T18:16:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-15T18:16:12,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-15T18:16:12,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 926 msec 2024-11-15T18:16:12,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 944 msec 2024-11-15T18:16:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T18:16:12,789 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:16:12,789 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:16:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-15T18:16:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T18:16:12,793 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:16:12,793 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:16:12,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:16:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:12,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2bd900ff83ab1c2f757ee14f6bfafc33 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-15T18:16:12,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=A 2024-11-15T18:16:12,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:12,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=B 2024-11-15T18:16:12,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:12,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=C 2024-11-15T18:16:12,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:12,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150a9caa2a41304d76944a03f66166ce40_2bd900ff83ab1c2f757ee14f6bfafc33 is 50, key is test_row_0/A:col10/1731694572852/Put/seqid=0 2024-11-15T18:16:12,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742196_1372 (size=14594) 2024-11-15T18:16:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T18:16:12,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694632922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:12,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:12,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:12,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:12,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694632925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:12,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-15T18:16:12,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:12,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:12,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:12,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:12,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:13,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694633029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:13,031 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:13,031 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:13,031 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:13,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694633039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:13,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:13,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:13,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:13,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-15T18:16:13,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:13,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:13,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:13,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:13,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:13,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:13,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T18:16:13,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:13,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694633239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:13,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:13,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:13,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:13,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-15T18:16:13,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:13,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:13,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:13,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:13,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:13,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:13,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41150 deadline: 1731694633249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:13,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:13,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731694633249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41102 deadline: 1731694633249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:13,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694633249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:13,258 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_1' in 2bd900ff83ab1c2f757ee14f6bfafc33 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:16:13,258 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_0' in 2bd900ff83ab1c2f757ee14f6bfafc33 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:16:13,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:13,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:13,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:13,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:13,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:13,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:13,258 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_0' in 2bd900ff83ab1c2f757ee14f6bfafc33 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:16:13,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:13,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:13,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:13,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:13,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:13,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:13,264 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:13,267 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150a9caa2a41304d76944a03f66166ce40_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150a9caa2a41304d76944a03f66166ce40_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:13,267 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/888c9dee9ce7438aa07aa950879ea357, store: [table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:13,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/888c9dee9ce7438aa07aa950879ea357 is 175, key is test_row_0/A:col10/1731694572852/Put/seqid=0 2024-11-15T18:16:13,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742197_1373 (size=39549) 2024-11-15T18:16:13,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-15T18:16:13,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:13,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:13,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:13,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:13,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T18:16:13,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694633549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:13,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-15T18:16:13,557 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:13,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:13,557 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:13,557 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:13,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:13,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:13,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:13,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:13,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694633569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:13,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:13,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:13,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:13,674 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=110, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/888c9dee9ce7438aa07aa950879ea357 2024-11-15T18:16:13,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/f05090a3386b441985368267cb9fe4ae is 50, key is test_row_0/B:col10/1731694572852/Put/seqid=0 2024-11-15T18:16:13,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742198_1374 (size=12001) 2024-11-15T18:16:13,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-15T18:16:13,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:13,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:13,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:13,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:13,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:13,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-15T18:16:13,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:13,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:13,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:13,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:13,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T18:16:14,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-15T18:16:14,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:14,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:14,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:14,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:14,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:14,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694634059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:14,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:14,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:14,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:14,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/f05090a3386b441985368267cb9fe4ae 2024-11-15T18:16:14,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694634079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:14,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:14,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:14,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:14,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/6cc7ef68f82c4b0898bac6a29fcf496f is 50, key is test_row_0/C:col10/1731694572852/Put/seqid=0 2024-11-15T18:16:14,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742199_1375 (size=12001) 2024-11-15T18:16:14,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-15T18:16:14,136 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-15T18:16:14,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-15T18:16:14,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:14,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:14,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:14,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:14,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:14,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-15T18:16:14,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:14,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:14,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:14,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:14,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:14,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:14,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-15T18:16:14,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:14,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:14,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:14,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:14,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:14,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/6cc7ef68f82c4b0898bac6a29fcf496f 2024-11-15T18:16:14,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/888c9dee9ce7438aa07aa950879ea357 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/888c9dee9ce7438aa07aa950879ea357 2024-11-15T18:16:14,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/888c9dee9ce7438aa07aa950879ea357, entries=200, sequenceid=110, filesize=38.6 K 2024-11-15T18:16:14,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/f05090a3386b441985368267cb9fe4ae as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/f05090a3386b441985368267cb9fe4ae 2024-11-15T18:16:14,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/f05090a3386b441985368267cb9fe4ae, entries=150, sequenceid=110, filesize=11.7 K 2024-11-15T18:16:14,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/6cc7ef68f82c4b0898bac6a29fcf496f as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/6cc7ef68f82c4b0898bac6a29fcf496f 2024-11-15T18:16:14,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/6cc7ef68f82c4b0898bac6a29fcf496f, entries=150, sequenceid=110, filesize=11.7 K 2024-11-15T18:16:14,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 2bd900ff83ab1c2f757ee14f6bfafc33 in 1653ms, sequenceid=110, compaction requested=true 2024-11-15T18:16:14,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:14,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2bd900ff83ab1c2f757ee14f6bfafc33:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:16:14,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:14,506 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:16:14,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2bd900ff83ab1c2f757ee14f6bfafc33:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:16:14,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:14,506 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:16:14,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2bd900ff83ab1c2f757ee14f6bfafc33:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:16:14,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:16:14,507 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:16:14,507 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:16:14,507 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 2bd900ff83ab1c2f757ee14f6bfafc33/B is initiating minor compaction (all files) 2024-11-15T18:16:14,507 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 2bd900ff83ab1c2f757ee14f6bfafc33/A is initiating minor compaction (all files) 2024-11-15T18:16:14,507 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2bd900ff83ab1c2f757ee14f6bfafc33/A in TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:14,507 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2bd900ff83ab1c2f757ee14f6bfafc33/B in TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:14,507 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/3056eabb5907401e8572dd857cd35239, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/0a38b98a8e5f4eb8b04930dcbc9016cf, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/888c9dee9ce7438aa07aa950879ea357] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp, totalSize=99.2 K 2024-11-15T18:16:14,507 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/089712b596f44bb78157b7366d2739fe, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/54096ab9db4d43638cfa656e15dfb1f1, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/f05090a3386b441985368267cb9fe4ae] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp, totalSize=35.3 K 2024-11-15T18:16:14,507 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:14,507 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. files: [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/3056eabb5907401e8572dd857cd35239, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/0a38b98a8e5f4eb8b04930dcbc9016cf, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/888c9dee9ce7438aa07aa950879ea357] 2024-11-15T18:16:14,507 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 089712b596f44bb78157b7366d2739fe, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731694568767 2024-11-15T18:16:14,507 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3056eabb5907401e8572dd857cd35239, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731694568767 2024-11-15T18:16:14,507 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a38b98a8e5f4eb8b04930dcbc9016cf, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731694571047 2024-11-15T18:16:14,508 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 54096ab9db4d43638cfa656e15dfb1f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731694571047 2024-11-15T18:16:14,508 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 888c9dee9ce7438aa07aa950879ea357, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731694572203 2024-11-15T18:16:14,508 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting f05090a3386b441985368267cb9fe4ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731694572208 2024-11-15T18:16:14,512 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:14,514 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115a2d5c102e0af4534b4cce051cf0fc095_2bd900ff83ab1c2f757ee14f6bfafc33 store=[table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:14,514 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2bd900ff83ab1c2f757ee14f6bfafc33#B#compaction#323 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:14,515 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/7bc487cadee048918ecd5ebbe182267c is 50, key is test_row_0/B:col10/1731694572852/Put/seqid=0 2024-11-15T18:16:14,516 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115a2d5c102e0af4534b4cce051cf0fc095_2bd900ff83ab1c2f757ee14f6bfafc33, store=[table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:14,516 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a2d5c102e0af4534b4cce051cf0fc095_2bd900ff83ab1c2f757ee14f6bfafc33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:14,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742200_1376 (size=12207) 2024-11-15T18:16:14,536 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/7bc487cadee048918ecd5ebbe182267c as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/7bc487cadee048918ecd5ebbe182267c 2024-11-15T18:16:14,540 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2bd900ff83ab1c2f757ee14f6bfafc33/B of 2bd900ff83ab1c2f757ee14f6bfafc33 into 7bc487cadee048918ecd5ebbe182267c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:14,540 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:14,540 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., storeName=2bd900ff83ab1c2f757ee14f6bfafc33/B, priority=13, startTime=1731694574506; duration=0sec 2024-11-15T18:16:14,540 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:16:14,540 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2bd900ff83ab1c2f757ee14f6bfafc33:B 2024-11-15T18:16:14,541 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:16:14,541 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:16:14,541 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 2bd900ff83ab1c2f757ee14f6bfafc33/C is initiating minor compaction (all files) 2024-11-15T18:16:14,541 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2bd900ff83ab1c2f757ee14f6bfafc33/C in TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:14,542 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/77639ae522ce47209b9aa5758dbf54d6, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/f5724d4bbc244712a0262acfcfd270f7, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/6cc7ef68f82c4b0898bac6a29fcf496f] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp, totalSize=35.3 K 2024-11-15T18:16:14,542 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 77639ae522ce47209b9aa5758dbf54d6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731694568767 2024-11-15T18:16:14,545 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting f5724d4bbc244712a0262acfcfd270f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731694571047 2024-11-15T18:16:14,547 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cc7ef68f82c4b0898bac6a29fcf496f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731694572208 2024-11-15T18:16:14,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742201_1377 (size=4469) 2024-11-15T18:16:14,551 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2bd900ff83ab1c2f757ee14f6bfafc33#A#compaction#322 average throughput is 0.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:14,552 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/766d75b58f8a4be6ad08d9b71de92eb9 is 175, key is test_row_0/A:col10/1731694572852/Put/seqid=0 2024-11-15T18:16:14,555 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2bd900ff83ab1c2f757ee14f6bfafc33#C#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:14,555 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/8f200f8941724f40a1095a07e541079c is 50, key is test_row_0/C:col10/1731694572852/Put/seqid=0 2024-11-15T18:16:14,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742202_1378 (size=31161) 2024-11-15T18:16:14,576 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/766d75b58f8a4be6ad08d9b71de92eb9 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/766d75b58f8a4be6ad08d9b71de92eb9 2024-11-15T18:16:14,580 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2bd900ff83ab1c2f757ee14f6bfafc33/A of 2bd900ff83ab1c2f757ee14f6bfafc33 into 766d75b58f8a4be6ad08d9b71de92eb9(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:14,580 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:14,580 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., storeName=2bd900ff83ab1c2f757ee14f6bfafc33/A, priority=13, startTime=1731694574506; duration=0sec 2024-11-15T18:16:14,581 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:14,581 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2bd900ff83ab1c2f757ee14f6bfafc33:A 2024-11-15T18:16:14,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742203_1379 (size=12207) 2024-11-15T18:16:14,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-15T18:16:14,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:14,627 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 2bd900ff83ab1c2f757ee14f6bfafc33 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-15T18:16:14,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=A 2024-11-15T18:16:14,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:14,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=B 2024-11-15T18:16:14,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:14,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=C 2024-11-15T18:16:14,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:14,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115dac0ad09b4a24a72a272f4d82d6cb255_2bd900ff83ab1c2f757ee14f6bfafc33 is 50, key is test_row_0/A:col10/1731694572905/Put/seqid=0 2024-11-15T18:16:14,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742204_1380 (size=12204) 2024-11-15T18:16:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T18:16:14,994 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/8f200f8941724f40a1095a07e541079c as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/8f200f8941724f40a1095a07e541079c 2024-11-15T18:16:15,003 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2bd900ff83ab1c2f757ee14f6bfafc33/C of 2bd900ff83ab1c2f757ee14f6bfafc33 into 8f200f8941724f40a1095a07e541079c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:15,003 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:15,003 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., storeName=2bd900ff83ab1c2f757ee14f6bfafc33/C, priority=13, startTime=1731694574506; duration=0sec 2024-11-15T18:16:15,004 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:15,004 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2bd900ff83ab1c2f757ee14f6bfafc33:C 2024-11-15T18:16:15,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:15,058 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115dac0ad09b4a24a72a272f4d82d6cb255_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115dac0ad09b4a24a72a272f4d82d6cb255_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:15,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/63efaff64d2d45199c230ee89ebeab16, store: [table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:15,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/63efaff64d2d45199c230ee89ebeab16 is 175, key is test_row_0/A:col10/1731694572905/Put/seqid=0 2024-11-15T18:16:15,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742205_1381 (size=31005) 2024-11-15T18:16:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:15,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:15,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694635120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:15,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:15,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694635122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:15,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:15,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:15,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:15,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:15,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:15,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694635239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:15,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:15,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:15,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694635239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:15,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:15,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:15,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:15,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:15,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41150 deadline: 1731694635269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:15,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731694635271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:15,272 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_1' in 2bd900ff83ab1c2f757ee14f6bfafc33 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:16:15,272 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_0' in 2bd900ff83ab1c2f757ee14f6bfafc33 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:16:15,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:15,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:15,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:15,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:15,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:15,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:15,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41102 deadline: 1731694635279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:15,282 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_0' in 2bd900ff83ab1c2f757ee14f6bfafc33 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4228 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:16:15,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:15,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:15,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:15,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694635449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:15,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:15,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:15,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:15,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694635451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:15,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:15,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:15,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:15,475 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/63efaff64d2d45199c230ee89ebeab16 2024-11-15T18:16:15,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/f73f8e68d87748bd8782222bede0d9bf is 50, key is test_row_0/B:col10/1731694572905/Put/seqid=0 2024-11-15T18:16:15,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742206_1382 (size=12051) 2024-11-15T18:16:15,545 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/f73f8e68d87748bd8782222bede0d9bf 2024-11-15T18:16:15,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/3ff6e065209d4caebad74a7c201f4cfe is 50, key is test_row_0/C:col10/1731694572905/Put/seqid=0 2024-11-15T18:16:15,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742207_1383 (size=12051) 2024-11-15T18:16:15,613 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/3ff6e065209d4caebad74a7c201f4cfe 2024-11-15T18:16:15,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/63efaff64d2d45199c230ee89ebeab16 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/63efaff64d2d45199c230ee89ebeab16 2024-11-15T18:16:15,622 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/63efaff64d2d45199c230ee89ebeab16, entries=150, sequenceid=132, filesize=30.3 K 2024-11-15T18:16:15,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/f73f8e68d87748bd8782222bede0d9bf as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/f73f8e68d87748bd8782222bede0d9bf 2024-11-15T18:16:15,629 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/f73f8e68d87748bd8782222bede0d9bf, entries=150, sequenceid=132, filesize=11.8 K 2024-11-15T18:16:15,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/3ff6e065209d4caebad74a7c201f4cfe as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/3ff6e065209d4caebad74a7c201f4cfe 2024-11-15T18:16:15,636 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/3ff6e065209d4caebad74a7c201f4cfe, entries=150, sequenceid=132, filesize=11.8 K 2024-11-15T18:16:15,637 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 2bd900ff83ab1c2f757ee14f6bfafc33 in 1010ms, sequenceid=132, compaction requested=false 2024-11-15T18:16:15,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:15,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:15,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-15T18:16:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-15T18:16:15,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-15T18:16:15,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8460 sec 2024-11-15T18:16:15,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 2.8540 sec 2024-11-15T18:16:15,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:15,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2bd900ff83ab1c2f757ee14f6bfafc33 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-15T18:16:15,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=A 2024-11-15T18:16:15,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:15,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=B 2024-11-15T18:16:15,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:15,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=C 2024-11-15T18:16:15,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:15,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111537450ee915ea40d8878fbe5baea1ce43_2bd900ff83ab1c2f757ee14f6bfafc33 is 50, key is test_row_0/A:col10/1731694575771/Put/seqid=0 2024-11-15T18:16:15,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742208_1384 (size=14794) 2024-11-15T18:16:15,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694635825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:15,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:15,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:15,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:15,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694635828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:15,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:15,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:15,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:15,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694635939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:15,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694635939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:15,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:15,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:15,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:15,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:15,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:15,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:16,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694636149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:16,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:16,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:16,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:16,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:16,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694636149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:16,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:16,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:16,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:16,185 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:16,188 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111537450ee915ea40d8878fbe5baea1ce43_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111537450ee915ea40d8878fbe5baea1ce43_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:16,188 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/985c1144c8ae436a8dc54d373ac68533, store: [table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:16,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/985c1144c8ae436a8dc54d373ac68533 is 175, key is test_row_0/A:col10/1731694575771/Put/seqid=0 2024-11-15T18:16:16,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742209_1385 (size=39749) 2024-11-15T18:16:16,198 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=146, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/985c1144c8ae436a8dc54d373ac68533 2024-11-15T18:16:16,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/b1dd65bb02ad4d1b872804226b11a9ea is 50, key is test_row_0/B:col10/1731694575771/Put/seqid=0 2024-11-15T18:16:16,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742210_1386 (size=12151) 2024-11-15T18:16:16,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694636459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:16,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:16,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694636459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:16,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:16,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:16,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:16,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:16,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:16,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/b1dd65bb02ad4d1b872804226b11a9ea 2024-11-15T18:16:16,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/2df4152fec1d4de6939f2b28b3ec7ace is 50, key is test_row_0/C:col10/1731694575771/Put/seqid=0 2024-11-15T18:16:16,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742211_1387 (size=12151) 2024-11-15T18:16:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T18:16:16,950 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:16:16,951 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:16:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-15T18:16:16,952 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:16:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-15T18:16:16,953 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:16:16,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:16:16,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:16,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694636969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:16,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:16,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:16,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:16,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694636969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:16,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:16,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:16,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:16,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:17,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/2df4152fec1d4de6939f2b28b3ec7ace 2024-11-15T18:16:17,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/985c1144c8ae436a8dc54d373ac68533 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/985c1144c8ae436a8dc54d373ac68533 2024-11-15T18:16:17,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/985c1144c8ae436a8dc54d373ac68533, entries=200, sequenceid=146, filesize=38.8 K 2024-11-15T18:16:17,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/b1dd65bb02ad4d1b872804226b11a9ea as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/b1dd65bb02ad4d1b872804226b11a9ea 2024-11-15T18:16:17,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/b1dd65bb02ad4d1b872804226b11a9ea, entries=150, sequenceid=146, filesize=11.9 K 2024-11-15T18:16:17,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/2df4152fec1d4de6939f2b28b3ec7ace as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/2df4152fec1d4de6939f2b28b3ec7ace 2024-11-15T18:16:17,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/2df4152fec1d4de6939f2b28b3ec7ace, entries=150, sequenceid=146, filesize=11.9 K 2024-11-15T18:16:17,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 2bd900ff83ab1c2f757ee14f6bfafc33 in 1265ms, sequenceid=146, compaction requested=true 2024-11-15T18:16:17,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:17,038 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:16:17,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2bd900ff83ab1c2f757ee14f6bfafc33:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:16:17,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:17,038 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:16:17,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2bd900ff83ab1c2f757ee14f6bfafc33:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:16:17,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:17,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2bd900ff83ab1c2f757ee14f6bfafc33:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:16:17,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:16:17,039 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101915 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:16:17,039 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 2bd900ff83ab1c2f757ee14f6bfafc33/A is initiating minor compaction (all files) 2024-11-15T18:16:17,039 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2bd900ff83ab1c2f757ee14f6bfafc33/A in TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:17,039 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/766d75b58f8a4be6ad08d9b71de92eb9, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/63efaff64d2d45199c230ee89ebeab16, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/985c1144c8ae436a8dc54d373ac68533] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp, totalSize=99.5 K 2024-11-15T18:16:17,039 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:17,039 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. files: [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/766d75b58f8a4be6ad08d9b71de92eb9, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/63efaff64d2d45199c230ee89ebeab16, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/985c1144c8ae436a8dc54d373ac68533] 2024-11-15T18:16:17,039 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36409 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:16:17,040 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 2bd900ff83ab1c2f757ee14f6bfafc33/B is initiating minor compaction (all files) 2024-11-15T18:16:17,040 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2bd900ff83ab1c2f757ee14f6bfafc33/B in TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:17,040 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/7bc487cadee048918ecd5ebbe182267c, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/f73f8e68d87748bd8782222bede0d9bf, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/b1dd65bb02ad4d1b872804226b11a9ea] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp, totalSize=35.6 K 2024-11-15T18:16:17,040 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 766d75b58f8a4be6ad08d9b71de92eb9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731694572208 2024-11-15T18:16:17,040 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bc487cadee048918ecd5ebbe182267c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731694572208 2024-11-15T18:16:17,041 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63efaff64d2d45199c230ee89ebeab16, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731694572905 2024-11-15T18:16:17,041 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting f73f8e68d87748bd8782222bede0d9bf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731694572905 2024-11-15T18:16:17,041 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 985c1144c8ae436a8dc54d373ac68533, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731694575085 2024-11-15T18:16:17,041 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting b1dd65bb02ad4d1b872804226b11a9ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731694575116 2024-11-15T18:16:17,049 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2bd900ff83ab1c2f757ee14f6bfafc33#B#compaction#331 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:17,050 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:17,051 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/3b906742fd8f4f1ba2813cc0224c130c is 50, key is test_row_0/B:col10/1731694575771/Put/seqid=0 2024-11-15T18:16:17,057 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411153706482d561e4dd498947617273a6ebe_2bd900ff83ab1c2f757ee14f6bfafc33 store=[table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-15T18:16:17,059 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411153706482d561e4dd498947617273a6ebe_2bd900ff83ab1c2f757ee14f6bfafc33, store=[table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:17,059 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411153706482d561e4dd498947617273a6ebe_2bd900ff83ab1c2f757ee14f6bfafc33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:17,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742212_1388 (size=12459) 2024-11-15T18:16:17,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742213_1389 (size=4469) 2024-11-15T18:16:17,082 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2bd900ff83ab1c2f757ee14f6bfafc33#A#compaction#332 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:17,083 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/31398b77d2034cf98793b7ff25567580 is 175, key is test_row_0/A:col10/1731694575771/Put/seqid=0 2024-11-15T18:16:17,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742214_1390 (size=31413) 2024-11-15T18:16:17,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-15T18:16:17,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:17,106 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 2bd900ff83ab1c2f757ee14f6bfafc33 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-15T18:16:17,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=A 2024-11-15T18:16:17,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:17,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=B 2024-11-15T18:16:17,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:17,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=C 2024-11-15T18:16:17,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:17,107 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/31398b77d2034cf98793b7ff25567580 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/31398b77d2034cf98793b7ff25567580 2024-11-15T18:16:17,113 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2bd900ff83ab1c2f757ee14f6bfafc33/A of 2bd900ff83ab1c2f757ee14f6bfafc33 into 31398b77d2034cf98793b7ff25567580(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:17,113 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:17,113 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., storeName=2bd900ff83ab1c2f757ee14f6bfafc33/A, priority=13, startTime=1731694577038; duration=0sec 2024-11-15T18:16:17,113 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:16:17,113 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2bd900ff83ab1c2f757ee14f6bfafc33:A 2024-11-15T18:16:17,113 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:16:17,114 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36409 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:16:17,114 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 2bd900ff83ab1c2f757ee14f6bfafc33/C is initiating minor compaction (all files) 2024-11-15T18:16:17,114 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2bd900ff83ab1c2f757ee14f6bfafc33/C in TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:17,114 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/8f200f8941724f40a1095a07e541079c, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/3ff6e065209d4caebad74a7c201f4cfe, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/2df4152fec1d4de6939f2b28b3ec7ace] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp, totalSize=35.6 K 2024-11-15T18:16:17,114 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f200f8941724f40a1095a07e541079c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731694572208 2024-11-15T18:16:17,114 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ff6e065209d4caebad74a7c201f4cfe, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731694572905 2024-11-15T18:16:17,115 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2df4152fec1d4de6939f2b28b3ec7ace, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731694575116 2024-11-15T18:16:17,123 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2bd900ff83ab1c2f757ee14f6bfafc33#C#compaction#333 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:17,124 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/f96adb81a5dc4f42afb99469581afbd4 is 50, key is test_row_0/C:col10/1731694575771/Put/seqid=0 2024-11-15T18:16:17,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c803e66c768a417586668cf609a1dede_2bd900ff83ab1c2f757ee14f6bfafc33 is 50, key is test_row_0/A:col10/1731694575812/Put/seqid=0 2024-11-15T18:16:17,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742215_1391 (size=12459) 2024-11-15T18:16:17,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742216_1392 (size=12304) 2024-11-15T18:16:17,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:17,181 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c803e66c768a417586668cf609a1dede_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c803e66c768a417586668cf609a1dede_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:17,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/d5eb592a5ef844d9b17a4a8c0b280252, store: [table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:17,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/d5eb592a5ef844d9b17a4a8c0b280252 is 175, key is test_row_0/A:col10/1731694575812/Put/seqid=0 2024-11-15T18:16:17,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742217_1393 (size=31105) 2024-11-15T18:16:17,198 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=165, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/d5eb592a5ef844d9b17a4a8c0b280252 2024-11-15T18:16:17,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/aa6d0d08166f4f27bb3d51761390c129 is 50, key is test_row_0/B:col10/1731694575812/Put/seqid=0 2024-11-15T18:16:17,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742218_1394 (size=12151) 2024-11-15T18:16:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-15T18:16:17,481 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/3b906742fd8f4f1ba2813cc0224c130c as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/3b906742fd8f4f1ba2813cc0224c130c 2024-11-15T18:16:17,488 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2bd900ff83ab1c2f757ee14f6bfafc33/B of 2bd900ff83ab1c2f757ee14f6bfafc33 into 3b906742fd8f4f1ba2813cc0224c130c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:17,488 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:17,488 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., storeName=2bd900ff83ab1c2f757ee14f6bfafc33/B, priority=13, startTime=1731694577038; duration=0sec 2024-11-15T18:16:17,488 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:17,488 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2bd900ff83ab1c2f757ee14f6bfafc33:B 2024-11-15T18:16:17,560 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/f96adb81a5dc4f42afb99469581afbd4 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/f96adb81a5dc4f42afb99469581afbd4 2024-11-15T18:16:17,566 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2bd900ff83ab1c2f757ee14f6bfafc33/C of 2bd900ff83ab1c2f757ee14f6bfafc33 into f96adb81a5dc4f42afb99469581afbd4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:17,566 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:17,566 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., storeName=2bd900ff83ab1c2f757ee14f6bfafc33/C, priority=13, startTime=1731694577038; duration=0sec 2024-11-15T18:16:17,566 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:17,566 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2bd900ff83ab1c2f757ee14f6bfafc33:C 2024-11-15T18:16:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-15T18:16:17,632 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/aa6d0d08166f4f27bb3d51761390c129 2024-11-15T18:16:17,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/3c48ebbeffc344a584f123dd43af9232 is 50, key is test_row_0/C:col10/1731694575812/Put/seqid=0 2024-11-15T18:16:17,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742219_1395 (size=12151) 2024-11-15T18:16:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:17,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:18,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694638015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:18,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:18,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:18,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:18,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694638021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:18,041 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/3c48ebbeffc344a584f123dd43af9232 2024-11-15T18:16:18,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/d5eb592a5ef844d9b17a4a8c0b280252 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/d5eb592a5ef844d9b17a4a8c0b280252 2024-11-15T18:16:18,048 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/d5eb592a5ef844d9b17a4a8c0b280252, entries=150, sequenceid=165, filesize=30.4 K 2024-11-15T18:16:18,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/aa6d0d08166f4f27bb3d51761390c129 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/aa6d0d08166f4f27bb3d51761390c129 2024-11-15T18:16:18,051 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/aa6d0d08166f4f27bb3d51761390c129, entries=150, sequenceid=165, filesize=11.9 K 2024-11-15T18:16:18,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/3c48ebbeffc344a584f123dd43af9232 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/3c48ebbeffc344a584f123dd43af9232 2024-11-15T18:16:18,055 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/3c48ebbeffc344a584f123dd43af9232, entries=150, sequenceid=165, filesize=11.9 K 2024-11-15T18:16:18,056 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 2bd900ff83ab1c2f757ee14f6bfafc33 in 950ms, sequenceid=165, compaction requested=false 2024-11-15T18:16:18,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:18,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:18,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-15T18:16:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-15T18:16:18,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-15T18:16:18,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1040 sec 2024-11-15T18:16:18,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 1.1070 sec 2024-11-15T18:16:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-15T18:16:18,089 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:16:18,090 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:16:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-15T18:16:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-15T18:16:18,091 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:16:18,092 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:16:18,092 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:16:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:18,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2bd900ff83ab1c2f757ee14f6bfafc33 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-15T18:16:18,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=A 2024-11-15T18:16:18,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:18,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=B 2024-11-15T18:16:18,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:18,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=C 2024-11-15T18:16:18,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:18,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111563b3d0618e0346a5b6d21c1f41e3f88d_2bd900ff83ab1c2f757ee14f6bfafc33 is 50, key is test_row_0/A:col10/1731694578009/Put/seqid=0 2024-11-15T18:16:18,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742220_1396 (size=17284) 2024-11-15T18:16:18,146 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:18,148 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111563b3d0618e0346a5b6d21c1f41e3f88d_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111563b3d0618e0346a5b6d21c1f41e3f88d_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:18,149 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/09317e61f06c4d82aa44bf95a75cf239, store: [table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:18,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/09317e61f06c4d82aa44bf95a75cf239 is 175, key is test_row_0/A:col10/1731694578009/Put/seqid=0 2024-11-15T18:16:18,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742221_1397 (size=48389) 2024-11-15T18:16:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-15T18:16:18,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-15T18:16:18,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:18,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:18,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:18,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:18,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:18,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694638238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:18,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:18,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:18,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694638238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:18,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:18,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:18,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:18,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:18,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694638359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:18,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:18,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:18,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694638359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:18,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:18,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:18,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:18,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:18,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-15T18:16:18,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:18,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:18,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:18,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:18,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-15T18:16:18,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-15T18:16:18,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:18,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:18,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:18,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:18,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:18,560 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=183, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/09317e61f06c4d82aa44bf95a75cf239 2024-11-15T18:16:18,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/10a281f670c8466bba50ab062b5fb8fb is 50, key is test_row_0/B:col10/1731694578009/Put/seqid=0 2024-11-15T18:16:18,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742222_1398 (size=12151) 2024-11-15T18:16:18,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694638579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:18,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:18,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:18,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:18,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694638579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:18,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:18,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:18,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:18,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-15T18:16:18,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:18,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:18,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:18,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:18,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-15T18:16:18,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-15T18:16:18,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:18,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:18,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:18,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:18,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:18,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694638889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:18,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:18,896 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694638889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:18,896 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:18,896 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:18,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:18,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:18,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:18,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/10a281f670c8466bba50ab062b5fb8fb 2024-11-15T18:16:18,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/486c4e03a565488baf0c925d440570ef is 50, key is test_row_0/C:col10/1731694578009/Put/seqid=0 2024-11-15T18:16:18,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742223_1399 (size=12151) 2024-11-15T18:16:19,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-15T18:16:19,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:19,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:19,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:19,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:19,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:19,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-15T18:16:19,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:19,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:19,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:19,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:19,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:19,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-15T18:16:19,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41150 deadline: 1731694639289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:19,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41136 deadline: 1731694639289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:19,293 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_1' in 2bd900ff83ab1c2f757ee14f6bfafc33 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8234 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:16:19,293 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_0' in 2bd900ff83ab1c2f757ee14f6bfafc33 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8243 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:16:19,293 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:19,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:19,293 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:19,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:19,293 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:19,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:19,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-15T18:16:19,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:19,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:19,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:19,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:19,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:19,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:19,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:19,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41102 deadline: 1731694639319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:19,324 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_0' in 2bd900ff83ab1c2f757ee14f6bfafc33 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8269 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:16:19,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:19,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:19,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:19,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/486c4e03a565488baf0c925d440570ef 2024-11-15T18:16:19,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/09317e61f06c4d82aa44bf95a75cf239 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/09317e61f06c4d82aa44bf95a75cf239 2024-11-15T18:16:19,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/09317e61f06c4d82aa44bf95a75cf239, entries=250, sequenceid=183, filesize=47.3 K 2024-11-15T18:16:19,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/10a281f670c8466bba50ab062b5fb8fb as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/10a281f670c8466bba50ab062b5fb8fb 2024-11-15T18:16:19,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/10a281f670c8466bba50ab062b5fb8fb, entries=150, sequenceid=183, filesize=11.9 K 2024-11-15T18:16:19,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/486c4e03a565488baf0c925d440570ef as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/486c4e03a565488baf0c925d440570ef 2024-11-15T18:16:19,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/486c4e03a565488baf0c925d440570ef, entries=150, sequenceid=183, filesize=11.9 K 2024-11-15T18:16:19,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 2bd900ff83ab1c2f757ee14f6bfafc33 in 1277ms, sequenceid=183, compaction requested=true 2024-11-15T18:16:19,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:19,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2bd900ff83ab1c2f757ee14f6bfafc33:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:16:19,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:19,413 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:16:19,413 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:16:19,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2bd900ff83ab1c2f757ee14f6bfafc33:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:16:19,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:19,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2bd900ff83ab1c2f757ee14f6bfafc33:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:16:19,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:16:19,414 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110907 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:16:19,414 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:16:19,415 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 2bd900ff83ab1c2f757ee14f6bfafc33/B is initiating minor compaction (all files) 2024-11-15T18:16:19,415 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 2bd900ff83ab1c2f757ee14f6bfafc33/A is initiating minor compaction (all files) 2024-11-15T18:16:19,415 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2bd900ff83ab1c2f757ee14f6bfafc33/B in TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:19,415 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2bd900ff83ab1c2f757ee14f6bfafc33/A in TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:19,415 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/3b906742fd8f4f1ba2813cc0224c130c, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/aa6d0d08166f4f27bb3d51761390c129, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/10a281f670c8466bba50ab062b5fb8fb] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp, totalSize=35.9 K 2024-11-15T18:16:19,415 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/31398b77d2034cf98793b7ff25567580, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/d5eb592a5ef844d9b17a4a8c0b280252, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/09317e61f06c4d82aa44bf95a75cf239] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp, totalSize=108.3 K 2024-11-15T18:16:19,415 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:19,415 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. files: [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/31398b77d2034cf98793b7ff25567580, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/d5eb592a5ef844d9b17a4a8c0b280252, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/09317e61f06c4d82aa44bf95a75cf239] 2024-11-15T18:16:19,415 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b906742fd8f4f1ba2813cc0224c130c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731694575116 2024-11-15T18:16:19,415 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31398b77d2034cf98793b7ff25567580, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731694575116 2024-11-15T18:16:19,416 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting aa6d0d08166f4f27bb3d51761390c129, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731694575812 2024-11-15T18:16:19,416 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5eb592a5ef844d9b17a4a8c0b280252, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731694575812 2024-11-15T18:16:19,418 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 10a281f670c8466bba50ab062b5fb8fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731694578009 2024-11-15T18:16:19,418 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09317e61f06c4d82aa44bf95a75cf239, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731694578007 2024-11-15T18:16:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:19,418 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2bd900ff83ab1c2f757ee14f6bfafc33 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-15T18:16:19,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=A 2024-11-15T18:16:19,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:19,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=B 2024-11-15T18:16:19,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:19,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=C 2024-11-15T18:16:19,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:19,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151e1c6bbc83bb41819119b25cc74b4ffe_2bd900ff83ab1c2f757ee14f6bfafc33 is 50, key is test_row_0/A:col10/1731694578237/Put/seqid=0 2024-11-15T18:16:19,426 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:19,428 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2bd900ff83ab1c2f757ee14f6bfafc33#B#compaction#341 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:19,428 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/1bfa24f7bfed4303ba29947e9c80384a is 50, key is test_row_0/B:col10/1731694578009/Put/seqid=0 2024-11-15T18:16:19,431 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115e90b94ea54f942589536a94f6cb448d1_2bd900ff83ab1c2f757ee14f6bfafc33 store=[table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:19,434 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115e90b94ea54f942589536a94f6cb448d1_2bd900ff83ab1c2f757ee14f6bfafc33, store=[table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:19,434 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115e90b94ea54f942589536a94f6cb448d1_2bd900ff83ab1c2f757ee14f6bfafc33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:19,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742224_1400 (size=14794) 2024-11-15T18:16:19,442 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:19,447 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151e1c6bbc83bb41819119b25cc74b4ffe_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151e1c6bbc83bb41819119b25cc74b4ffe_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:19,450 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/9b55fe8bfe314e53b0548630e256e8dc, store: [table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:19,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/9b55fe8bfe314e53b0548630e256e8dc is 175, key is test_row_0/A:col10/1731694578237/Put/seqid=0 2024-11-15T18:16:19,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742225_1401 (size=12561) 2024-11-15T18:16:19,472 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/1bfa24f7bfed4303ba29947e9c80384a as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/1bfa24f7bfed4303ba29947e9c80384a 2024-11-15T18:16:19,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-15T18:16:19,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:19,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742226_1402 (size=4469) 2024-11-15T18:16:19,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:19,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:19,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:19,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:19,475 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2bd900ff83ab1c2f757ee14f6bfafc33#A#compaction#342 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:19,475 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/a04cd7da60cf412fbe6643cd643f14d5 is 175, key is test_row_0/A:col10/1731694578009/Put/seqid=0 2024-11-15T18:16:19,478 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2bd900ff83ab1c2f757ee14f6bfafc33/B of 2bd900ff83ab1c2f757ee14f6bfafc33 into 1bfa24f7bfed4303ba29947e9c80384a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:19,478 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:19,478 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., storeName=2bd900ff83ab1c2f757ee14f6bfafc33/B, priority=13, startTime=1731694579413; duration=0sec 2024-11-15T18:16:19,478 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:16:19,478 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2bd900ff83ab1c2f757ee14f6bfafc33:B 2024-11-15T18:16:19,478 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:16:19,482 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:16:19,482 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 2bd900ff83ab1c2f757ee14f6bfafc33/C is initiating minor compaction (all files) 2024-11-15T18:16:19,482 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2bd900ff83ab1c2f757ee14f6bfafc33/C in TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:19,482 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/f96adb81a5dc4f42afb99469581afbd4, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/3c48ebbeffc344a584f123dd43af9232, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/486c4e03a565488baf0c925d440570ef] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp, totalSize=35.9 K 2024-11-15T18:16:19,482 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting f96adb81a5dc4f42afb99469581afbd4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731694575116 2024-11-15T18:16:19,482 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c48ebbeffc344a584f123dd43af9232, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731694575812 2024-11-15T18:16:19,486 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 486c4e03a565488baf0c925d440570ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731694578009 2024-11-15T18:16:19,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:19,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694639486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:19,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:19,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:19,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:19,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694639506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:19,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:19,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:19,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:19,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742227_1403 (size=39749) 2024-11-15T18:16:19,518 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/9b55fe8bfe314e53b0548630e256e8dc 2024-11-15T18:16:19,526 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2bd900ff83ab1c2f757ee14f6bfafc33#C#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:19,527 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/aec22ceee5fa4697b68d29595606a953 is 50, key is test_row_0/C:col10/1731694578009/Put/seqid=0 2024-11-15T18:16:19,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742228_1404 (size=31515) 2024-11-15T18:16:19,544 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/a04cd7da60cf412fbe6643cd643f14d5 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/a04cd7da60cf412fbe6643cd643f14d5 2024-11-15T18:16:19,554 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2bd900ff83ab1c2f757ee14f6bfafc33/A of 2bd900ff83ab1c2f757ee14f6bfafc33 into a04cd7da60cf412fbe6643cd643f14d5(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:19,554 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:19,554 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., storeName=2bd900ff83ab1c2f757ee14f6bfafc33/A, priority=13, startTime=1731694579413; duration=0sec 2024-11-15T18:16:19,556 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:19,556 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2bd900ff83ab1c2f757ee14f6bfafc33:A 2024-11-15T18:16:19,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/77484014dad64e2fa0ec7248392dc98c is 50, key is test_row_0/B:col10/1731694578237/Put/seqid=0 2024-11-15T18:16:19,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742229_1405 (size=12561) 2024-11-15T18:16:19,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742230_1406 (size=12151) 2024-11-15T18:16:19,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694639609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:19,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:19,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:19,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:19,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-15T18:16:19,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:19,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:19,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:19,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:19,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:19,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694639619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:19,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:19,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:19,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:19,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-15T18:16:19,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:19,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:19,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:19,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:19,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:19,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694639819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:19,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:19,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:19,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:19,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694639839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:19,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:19,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:19,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:19,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-15T18:16:19,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:19,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:19,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:19,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:19,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:19,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:19,982 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/aec22ceee5fa4697b68d29595606a953 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/aec22ceee5fa4697b68d29595606a953 2024-11-15T18:16:19,986 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2bd900ff83ab1c2f757ee14f6bfafc33/C of 2bd900ff83ab1c2f757ee14f6bfafc33 into aec22ceee5fa4697b68d29595606a953(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:19,986 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:19,986 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., storeName=2bd900ff83ab1c2f757ee14f6bfafc33/C, priority=13, startTime=1731694579413; duration=0sec 2024-11-15T18:16:19,986 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:19,986 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2bd900ff83ab1c2f757ee14f6bfafc33:C 2024-11-15T18:16:19,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/77484014dad64e2fa0ec7248392dc98c 2024-11-15T18:16:19,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/dd4957f5117e4471b3edca5a138f817f is 50, key is test_row_0/C:col10/1731694578237/Put/seqid=0 2024-11-15T18:16:19,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742231_1407 (size=12151) 2024-11-15T18:16:20,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-15T18:16:20,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:20,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:20,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:20,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:20,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:20,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:20,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:20,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694640139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:20,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:20,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:20,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:20,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:20,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694640149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:20,157 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:20,157 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:20,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:20,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-15T18:16:20,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:20,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:20,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:20,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:20,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-15T18:16:20,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-15T18:16:20,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:20,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:20,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:20,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:20,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:20,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/dd4957f5117e4471b3edca5a138f817f 2024-11-15T18:16:20,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/9b55fe8bfe314e53b0548630e256e8dc as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/9b55fe8bfe314e53b0548630e256e8dc 2024-11-15T18:16:20,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/9b55fe8bfe314e53b0548630e256e8dc, entries=200, sequenceid=201, filesize=38.8 K 2024-11-15T18:16:20,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/77484014dad64e2fa0ec7248392dc98c as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/77484014dad64e2fa0ec7248392dc98c 2024-11-15T18:16:20,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/77484014dad64e2fa0ec7248392dc98c, entries=150, sequenceid=201, filesize=11.9 K 2024-11-15T18:16:20,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/dd4957f5117e4471b3edca5a138f817f as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/dd4957f5117e4471b3edca5a138f817f 2024-11-15T18:16:20,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/dd4957f5117e4471b3edca5a138f817f, entries=150, sequenceid=201, filesize=11.9 K 2024-11-15T18:16:20,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 2bd900ff83ab1c2f757ee14f6bfafc33 in 996ms, sequenceid=201, compaction requested=false 2024-11-15T18:16:20,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:20,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-15T18:16:20,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:20,542 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 2bd900ff83ab1c2f757ee14f6bfafc33 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-15T18:16:20,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=A 2024-11-15T18:16:20,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:20,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=B 2024-11-15T18:16:20,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:20,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=C 2024-11-15T18:16:20,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:20,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c4eab2938a29480196567c70faf36285_2bd900ff83ab1c2f757ee14f6bfafc33 is 50, key is test_row_0/A:col10/1731694579463/Put/seqid=0 2024-11-15T18:16:20,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742232_1408 (size=12304) 2024-11-15T18:16:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:20,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:20,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694640709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:20,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694640716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:20,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:20,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:20,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:20,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694640829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:20,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694640829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:20,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:20,965 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c4eab2938a29480196567c70faf36285_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c4eab2938a29480196567c70faf36285_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:20,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/25f1fcbf6e3f4dfa9dc57e76512bb973, store: [table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:20,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/25f1fcbf6e3f4dfa9dc57e76512bb973 is 175, key is test_row_0/A:col10/1731694579463/Put/seqid=0 2024-11-15T18:16:20,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742233_1409 (size=31105) 2024-11-15T18:16:21,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694641039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:21,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694641039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:21,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:21,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:21,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:21,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:21,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:21,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:21,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694641349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:21,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:21,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:21,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:21,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694641359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:21,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:21,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:21,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:21,370 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=218, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/25f1fcbf6e3f4dfa9dc57e76512bb973 2024-11-15T18:16:21,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/44ab4f64a6fd4686b15c3337d9cd7249 is 50, key is test_row_0/B:col10/1731694579463/Put/seqid=0 2024-11-15T18:16:21,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742234_1410 (size=12151) 2024-11-15T18:16:21,462 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/44ab4f64a6fd4686b15c3337d9cd7249 2024-11-15T18:16:21,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/09ea6862f1dd4b6d92d8ef3199a96b40 is 50, key is test_row_0/C:col10/1731694579463/Put/seqid=0 2024-11-15T18:16:21,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742235_1411 (size=12151) 2024-11-15T18:16:21,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694641869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:21,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:21,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694641869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:21,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:21,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:21,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:21,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:21,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:21,878 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/09ea6862f1dd4b6d92d8ef3199a96b40 2024-11-15T18:16:21,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/25f1fcbf6e3f4dfa9dc57e76512bb973 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/25f1fcbf6e3f4dfa9dc57e76512bb973 2024-11-15T18:16:21,885 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/25f1fcbf6e3f4dfa9dc57e76512bb973, entries=150, sequenceid=218, filesize=30.4 K 2024-11-15T18:16:21,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/44ab4f64a6fd4686b15c3337d9cd7249 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/44ab4f64a6fd4686b15c3337d9cd7249 2024-11-15T18:16:21,889 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/44ab4f64a6fd4686b15c3337d9cd7249, entries=150, sequenceid=218, filesize=11.9 K 2024-11-15T18:16:21,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/09ea6862f1dd4b6d92d8ef3199a96b40 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/09ea6862f1dd4b6d92d8ef3199a96b40 2024-11-15T18:16:21,893 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/09ea6862f1dd4b6d92d8ef3199a96b40, entries=150, sequenceid=218, filesize=11.9 K 2024-11-15T18:16:21,893 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 2bd900ff83ab1c2f757ee14f6bfafc33 in 1351ms, sequenceid=218, compaction requested=true 2024-11-15T18:16:21,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:21,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:21,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-15T18:16:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-15T18:16:21,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-15T18:16:21,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.8030 sec 2024-11-15T18:16:21,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 3.8060 sec 2024-11-15T18:16:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-15T18:16:22,259 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:16:22,260 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:16:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-15T18:16:22,261 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:16:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-15T18:16:22,262 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:16:22,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:16:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-15T18:16:22,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-15T18:16:22,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:22,414 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 2bd900ff83ab1c2f757ee14f6bfafc33 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-15T18:16:22,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=A 2024-11-15T18:16:22,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:22,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=B 2024-11-15T18:16:22,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:22,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=C 2024-11-15T18:16:22,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:22,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115227a0d276d334d2dac4674e2ce96fdb6_2bd900ff83ab1c2f757ee14f6bfafc33 is 50, key is test_row_0/A:col10/1731694580698/Put/seqid=0 2024-11-15T18:16:22,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742236_1412 (size=12304) 2024-11-15T18:16:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-15T18:16:22,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:22,830 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115227a0d276d334d2dac4674e2ce96fdb6_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115227a0d276d334d2dac4674e2ce96fdb6_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:22,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/4aa1ef8c2615467ca55e07a6a982806e, store: [table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:22,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/4aa1ef8c2615467ca55e07a6a982806e is 175, key is test_row_0/A:col10/1731694580698/Put/seqid=0 2024-11-15T18:16:22,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742237_1413 (size=31105) 2024-11-15T18:16:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:22,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-15T18:16:22,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694642924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:22,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:22,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:22,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:22,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694642925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:22,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:22,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:22,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:23,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694643029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:23,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:23,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:23,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:23,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694643039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:23,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:23,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:23,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:23,236 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/4aa1ef8c2615467ca55e07a6a982806e 2024-11-15T18:16:23,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/8818bb1d504f4c47a9aac50991f6fd9a is 50, key is test_row_0/B:col10/1731694580698/Put/seqid=0 2024-11-15T18:16:23,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742238_1414 (size=12151) 2024-11-15T18:16:23,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694643239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:23,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:23,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:23,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:23,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694643259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:23,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:23,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:23,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:23,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-15T18:16:23,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694643559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:23,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:23,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:23,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:23,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694643579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:23,584 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:23,584 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:23,584 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:23,649 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/8818bb1d504f4c47a9aac50991f6fd9a 2024-11-15T18:16:23,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/f9c86c58ddd94d8799b554024a1c1e1a is 50, key is test_row_0/C:col10/1731694580698/Put/seqid=0 2024-11-15T18:16:23,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742239_1415 (size=12151) 2024-11-15T18:16:24,062 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/f9c86c58ddd94d8799b554024a1c1e1a 2024-11-15T18:16:24,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/4aa1ef8c2615467ca55e07a6a982806e as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/4aa1ef8c2615467ca55e07a6a982806e 2024-11-15T18:16:24,068 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/4aa1ef8c2615467ca55e07a6a982806e, entries=150, sequenceid=236, filesize=30.4 K 2024-11-15T18:16:24,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/8818bb1d504f4c47a9aac50991f6fd9a as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/8818bb1d504f4c47a9aac50991f6fd9a 2024-11-15T18:16:24,071 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/8818bb1d504f4c47a9aac50991f6fd9a, entries=150, sequenceid=236, filesize=11.9 K 2024-11-15T18:16:24,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/f9c86c58ddd94d8799b554024a1c1e1a as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/f9c86c58ddd94d8799b554024a1c1e1a 2024-11-15T18:16:24,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694644069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:24,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:24,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:24,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:24,076 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/f9c86c58ddd94d8799b554024a1c1e1a, entries=150, sequenceid=236, filesize=11.9 K 2024-11-15T18:16:24,076 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 2bd900ff83ab1c2f757ee14f6bfafc33 in 1662ms, sequenceid=236, compaction requested=true 2024-11-15T18:16:24,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:24,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:24,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-15T18:16:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-15T18:16:24,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-15T18:16:24,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8160 sec 2024-11-15T18:16:24,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.8190 sec 2024-11-15T18:16:24,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:24,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2bd900ff83ab1c2f757ee14f6bfafc33 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-15T18:16:24,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=A 2024-11-15T18:16:24,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:24,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=B 2024-11-15T18:16:24,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:24,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=C 2024-11-15T18:16:24,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:24,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111552013a73a91e4570b2c2e801820517fd_2bd900ff83ab1c2f757ee14f6bfafc33 is 50, key is test_row_0/A:col10/1731694582923/Put/seqid=0 2024-11-15T18:16:24,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742240_1416 (size=14794) 2024-11-15T18:16:24,110 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:24,114 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111552013a73a91e4570b2c2e801820517fd_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111552013a73a91e4570b2c2e801820517fd_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:24,115 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/9b6afbbc4b92413780ac8353f4ae89bb, store: [table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:24,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/9b6afbbc4b92413780ac8353f4ae89bb is 175, key is test_row_0/A:col10/1731694582923/Put/seqid=0 2024-11-15T18:16:24,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742241_1417 (size=39749) 2024-11-15T18:16:24,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:24,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694644251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:24,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:24,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:24,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:24,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:24,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694644369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:24,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:24,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:24,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:24,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-15T18:16:24,409 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:16:24,409 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:16:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-15T18:16:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-15T18:16:24,411 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:16:24,411 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:16:24,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:16:24,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-15T18:16:24,519 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/9b6afbbc4b92413780ac8353f4ae89bb 2024-11-15T18:16:24,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/a51f41fc0b9c493fa6be4dbd860c0764 is 50, key is test_row_0/B:col10/1731694582923/Put/seqid=0 2024-11-15T18:16:24,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742242_1418 (size=12151) 2024-11-15T18:16:24,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-15T18:16:24,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:24,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:24,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:24,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:24,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:24,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694644589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:24,599 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:24,599 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:24,599 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:24,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-15T18:16:24,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:24,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:24,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:24,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:24,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-15T18:16:24,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-15T18:16:24,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:24,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:24,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:24,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:24,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:24,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694644909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:24,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:24,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:24,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:24,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/a51f41fc0b9c493fa6be4dbd860c0764 2024-11-15T18:16:24,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/59355d7f587741f4b885b9e88065c210 is 50, key is test_row_0/C:col10/1731694582923/Put/seqid=0 2024-11-15T18:16:24,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742243_1419 (size=12151) 2024-11-15T18:16:25,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-15T18:16:25,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:25,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:25,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:25,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:25,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-15T18:16:25,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:25,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694645089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:25,098 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_1' in 2bd900ff83ab1c2f757ee14f6bfafc33 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:16:25,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:25,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:25,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:25,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-15T18:16:25,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:25,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:25,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:25,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:25,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:25,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-15T18:16:25,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:25,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:25,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:25,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:25,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:25,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/59355d7f587741f4b885b9e88065c210 2024-11-15T18:16:25,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/9b6afbbc4b92413780ac8353f4ae89bb as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/9b6afbbc4b92413780ac8353f4ae89bb 2024-11-15T18:16:25,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/9b6afbbc4b92413780ac8353f4ae89bb, entries=200, sequenceid=251, filesize=38.8 K 2024-11-15T18:16:25,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/a51f41fc0b9c493fa6be4dbd860c0764 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/a51f41fc0b9c493fa6be4dbd860c0764 2024-11-15T18:16:25,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/a51f41fc0b9c493fa6be4dbd860c0764, entries=150, sequenceid=251, filesize=11.9 K 2024-11-15T18:16:25,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/59355d7f587741f4b885b9e88065c210 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/59355d7f587741f4b885b9e88065c210 2024-11-15T18:16:25,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/59355d7f587741f4b885b9e88065c210, entries=150, sequenceid=251, filesize=11.9 K 2024-11-15T18:16:25,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 2bd900ff83ab1c2f757ee14f6bfafc33 in 1255ms, sequenceid=251, compaction requested=true 2024-11-15T18:16:25,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:25,351 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T18:16:25,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2bd900ff83ab1c2f757ee14f6bfafc33:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:16:25,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:25,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2bd900ff83ab1c2f757ee14f6bfafc33:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:16:25,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:25,352 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T18:16:25,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2bd900ff83ab1c2f757ee14f6bfafc33:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:16:25,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:16:25,352 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 173223 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T18:16:25,352 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 2bd900ff83ab1c2f757ee14f6bfafc33/A is initiating minor compaction (all files) 2024-11-15T18:16:25,353 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2bd900ff83ab1c2f757ee14f6bfafc33/A in TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:25,353 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/a04cd7da60cf412fbe6643cd643f14d5, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/9b55fe8bfe314e53b0548630e256e8dc, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/25f1fcbf6e3f4dfa9dc57e76512bb973, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/4aa1ef8c2615467ca55e07a6a982806e, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/9b6afbbc4b92413780ac8353f4ae89bb] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp, totalSize=169.2 K 2024-11-15T18:16:25,353 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:25,353 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. files: [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/a04cd7da60cf412fbe6643cd643f14d5, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/9b55fe8bfe314e53b0548630e256e8dc, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/25f1fcbf6e3f4dfa9dc57e76512bb973, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/4aa1ef8c2615467ca55e07a6a982806e, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/9b6afbbc4b92413780ac8353f4ae89bb] 2024-11-15T18:16:25,353 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61165 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T18:16:25,353 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 2bd900ff83ab1c2f757ee14f6bfafc33/B is initiating minor compaction (all files) 2024-11-15T18:16:25,353 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2bd900ff83ab1c2f757ee14f6bfafc33/B in TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:25,353 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/1bfa24f7bfed4303ba29947e9c80384a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/77484014dad64e2fa0ec7248392dc98c, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/44ab4f64a6fd4686b15c3337d9cd7249, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/8818bb1d504f4c47a9aac50991f6fd9a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/a51f41fc0b9c493fa6be4dbd860c0764] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp, totalSize=59.7 K 2024-11-15T18:16:25,353 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting a04cd7da60cf412fbe6643cd643f14d5, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731694578009 2024-11-15T18:16:25,354 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bfa24f7bfed4303ba29947e9c80384a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731694578009 2024-11-15T18:16:25,354 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b55fe8bfe314e53b0548630e256e8dc, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731694578230 2024-11-15T18:16:25,354 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 77484014dad64e2fa0ec7248392dc98c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731694578235 2024-11-15T18:16:25,354 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25f1fcbf6e3f4dfa9dc57e76512bb973, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731694579463 2024-11-15T18:16:25,354 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 44ab4f64a6fd4686b15c3337d9cd7249, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731694579463 2024-11-15T18:16:25,356 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 8818bb1d504f4c47a9aac50991f6fd9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731694580698 2024-11-15T18:16:25,356 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting a51f41fc0b9c493fa6be4dbd860c0764, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731694582912 2024-11-15T18:16:25,356 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4aa1ef8c2615467ca55e07a6a982806e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731694580698 2024-11-15T18:16:25,357 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b6afbbc4b92413780ac8353f4ae89bb, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731694582912 2024-11-15T18:16:25,365 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2bd900ff83ab1c2f757ee14f6bfafc33#B#compaction#355 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:25,365 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/2421ea9210a04f07965d903ff23d238f is 50, key is test_row_0/B:col10/1731694582923/Put/seqid=0 2024-11-15T18:16:25,367 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:25,371 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115e9b7f25b9fe641428fdfccd9f8c06097_2bd900ff83ab1c2f757ee14f6bfafc33 store=[table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:25,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742244_1420 (size=12731) 2024-11-15T18:16:25,374 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115e9b7f25b9fe641428fdfccd9f8c06097_2bd900ff83ab1c2f757ee14f6bfafc33, store=[table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:25,374 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115e9b7f25b9fe641428fdfccd9f8c06097_2bd900ff83ab1c2f757ee14f6bfafc33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:25,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742245_1421 (size=4469) 2024-11-15T18:16:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:25,428 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2bd900ff83ab1c2f757ee14f6bfafc33 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-15T18:16:25,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=A 2024-11-15T18:16:25,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:25,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=B 2024-11-15T18:16:25,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:25,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=C 2024-11-15T18:16:25,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:25,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115bb4d070b917347a4a84c97f22b46ba5b_2bd900ff83ab1c2f757ee14f6bfafc33 is 50, key is test_row_0/A:col10/1731694585427/Put/seqid=0 2024-11-15T18:16:25,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742246_1422 (size=14994) 2024-11-15T18:16:25,438 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:25,443 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115bb4d070b917347a4a84c97f22b46ba5b_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115bb4d070b917347a4a84c97f22b46ba5b_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:25,444 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/1f2b5f1b867f4893b1d74cf9eef8a598, store: [table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:25,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/1f2b5f1b867f4893b1d74cf9eef8a598 is 175, key is test_row_0/A:col10/1731694585427/Put/seqid=0 2024-11-15T18:16:25,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742247_1423 (size=39949) 2024-11-15T18:16:25,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-15T18:16:25,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:25,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:25,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:25,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:25,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:25,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694645540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:25,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:25,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:25,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-15T18:16:25,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-15T18:16:25,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:25,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:25,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:25,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:25,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:25,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694645659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:25,667 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:25,667 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:25,667 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:25,774 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/2421ea9210a04f07965d903ff23d238f as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/2421ea9210a04f07965d903ff23d238f 2024-11-15T18:16:25,777 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 2bd900ff83ab1c2f757ee14f6bfafc33/B of 2bd900ff83ab1c2f757ee14f6bfafc33 into 2421ea9210a04f07965d903ff23d238f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:25,777 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:25,778 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., storeName=2bd900ff83ab1c2f757ee14f6bfafc33/B, priority=11, startTime=1731694585352; duration=0sec 2024-11-15T18:16:25,778 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:16:25,778 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2bd900ff83ab1c2f757ee14f6bfafc33:B 2024-11-15T18:16:25,778 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2bd900ff83ab1c2f757ee14f6bfafc33#A#compaction#356 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:25,778 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T18:16:25,778 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/409468d032664df7855de4fea090b987 is 175, key is test_row_0/A:col10/1731694582923/Put/seqid=0 2024-11-15T18:16:25,779 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61165 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T18:16:25,779 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 2bd900ff83ab1c2f757ee14f6bfafc33/C is initiating minor compaction (all files) 2024-11-15T18:16:25,779 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2bd900ff83ab1c2f757ee14f6bfafc33/C in TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:25,779 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/aec22ceee5fa4697b68d29595606a953, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/dd4957f5117e4471b3edca5a138f817f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/09ea6862f1dd4b6d92d8ef3199a96b40, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/f9c86c58ddd94d8799b554024a1c1e1a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/59355d7f587741f4b885b9e88065c210] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp, totalSize=59.7 K 2024-11-15T18:16:25,779 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting aec22ceee5fa4697b68d29595606a953, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731694578009 2024-11-15T18:16:25,779 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting dd4957f5117e4471b3edca5a138f817f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731694578235 2024-11-15T18:16:25,780 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 09ea6862f1dd4b6d92d8ef3199a96b40, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731694579463 2024-11-15T18:16:25,780 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting f9c86c58ddd94d8799b554024a1c1e1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731694580698 2024-11-15T18:16:25,780 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 59355d7f587741f4b885b9e88065c210, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731694582912 2024-11-15T18:16:25,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742248_1424 (size=31685) 2024-11-15T18:16:25,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-15T18:16:25,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:25,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:25,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:25,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:25,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:25,788 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2bd900ff83ab1c2f757ee14f6bfafc33#C#compaction#358 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:25,788 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/8878077c59884cea82dea73ca611167f is 50, key is test_row_0/C:col10/1731694582923/Put/seqid=0 2024-11-15T18:16:25,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742249_1425 (size=12731) 2024-11-15T18:16:25,847 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=269, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/1f2b5f1b867f4893b1d74cf9eef8a598 2024-11-15T18:16:25,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/bb72aa6162ad45f69ffeca807af8b07b is 50, key is test_row_0/B:col10/1731694585427/Put/seqid=0 2024-11-15T18:16:25,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742250_1426 (size=12301) 2024-11-15T18:16:25,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694645879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:25,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:25,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:25,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:25,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-15T18:16:25,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:25,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:25,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:25,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:25,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:26,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-15T18:16:26,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:26,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:26,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:26,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:26,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:26,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:26,185 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/409468d032664df7855de4fea090b987 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/409468d032664df7855de4fea090b987 2024-11-15T18:16:26,188 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 2bd900ff83ab1c2f757ee14f6bfafc33/A of 2bd900ff83ab1c2f757ee14f6bfafc33 into 409468d032664df7855de4fea090b987(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:26,188 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:26,188 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., storeName=2bd900ff83ab1c2f757ee14f6bfafc33/A, priority=11, startTime=1731694585351; duration=0sec 2024-11-15T18:16:26,188 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:26,189 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2bd900ff83ab1c2f757ee14f6bfafc33:A 2024-11-15T18:16:26,194 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/8878077c59884cea82dea73ca611167f as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/8878077c59884cea82dea73ca611167f 2024-11-15T18:16:26,198 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 2bd900ff83ab1c2f757ee14f6bfafc33/C of 2bd900ff83ab1c2f757ee14f6bfafc33 into 8878077c59884cea82dea73ca611167f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:26,198 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:26,198 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., storeName=2bd900ff83ab1c2f757ee14f6bfafc33/C, priority=11, startTime=1731694585352; duration=0sec 2024-11-15T18:16:26,198 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:26,198 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2bd900ff83ab1c2f757ee14f6bfafc33:C 2024-11-15T18:16:26,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694646199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:26,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:26,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:26,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:26,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-15T18:16:26,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:26,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:26,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:26,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:26,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:26,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/bb72aa6162ad45f69ffeca807af8b07b 2024-11-15T18:16:26,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/ec681b9f29b6493fb95dd6aae897425f is 50, key is test_row_0/C:col10/1731694585427/Put/seqid=0 2024-11-15T18:16:26,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742251_1427 (size=12301) 2024-11-15T18:16:26,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-15T18:16:26,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:26,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:26,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:26,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:26,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:26,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-15T18:16:26,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:26,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:26,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:26,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:26,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-15T18:16:26,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/ec681b9f29b6493fb95dd6aae897425f 2024-11-15T18:16:26,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/1f2b5f1b867f4893b1d74cf9eef8a598 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/1f2b5f1b867f4893b1d74cf9eef8a598 2024-11-15T18:16:26,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/1f2b5f1b867f4893b1d74cf9eef8a598, entries=200, sequenceid=269, filesize=39.0 K 2024-11-15T18:16:26,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/bb72aa6162ad45f69ffeca807af8b07b as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/bb72aa6162ad45f69ffeca807af8b07b 2024-11-15T18:16:26,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/bb72aa6162ad45f69ffeca807af8b07b, entries=150, sequenceid=269, filesize=12.0 K 2024-11-15T18:16:26,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/ec681b9f29b6493fb95dd6aae897425f as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/ec681b9f29b6493fb95dd6aae897425f 2024-11-15T18:16:26,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/ec681b9f29b6493fb95dd6aae897425f, entries=150, sequenceid=269, filesize=12.0 K 2024-11-15T18:16:26,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 2bd900ff83ab1c2f757ee14f6bfafc33 in 1251ms, sequenceid=269, compaction requested=false 2024-11-15T18:16:26,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:26,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-15T18:16:26,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:26,701 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 2bd900ff83ab1c2f757ee14f6bfafc33 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-15T18:16:26,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=A 2024-11-15T18:16:26,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:26,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=B 2024-11-15T18:16:26,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:26,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=C 2024-11-15T18:16:26,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:26,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c5de3c1499c14b87afbc6d3322d36c8a_2bd900ff83ab1c2f757ee14f6bfafc33 is 50, key is test_row_0/A:col10/1731694585539/Put/seqid=0 2024-11-15T18:16:26,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742252_1428 (size=12454) 2024-11-15T18:16:26,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:26,715 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c5de3c1499c14b87afbc6d3322d36c8a_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c5de3c1499c14b87afbc6d3322d36c8a_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:26,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/3d30478c019942f4b61199a84f0b1366, store: [table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:26,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/3d30478c019942f4b61199a84f0b1366 is 175, key is test_row_0/A:col10/1731694585539/Put/seqid=0 2024-11-15T18:16:26,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742253_1429 (size=31255) 2024-11-15T18:16:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:26,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. as already flushing 2024-11-15T18:16:26,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694646822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:26,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:26,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:26,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:26,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694646939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:26,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:26,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:26,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:27,121 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/3d30478c019942f4b61199a84f0b1366 2024-11-15T18:16:27,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731694647119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:27,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/b15c677914d044f6beac66fd6b1cebe1 is 50, key is test_row_0/B:col10/1731694585539/Put/seqid=0 2024-11-15T18:16:27,127 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_1' in 2bd900ff83ab1c2f757ee14f6bfafc33 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:16:27,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:27,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:27,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:27,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742254_1430 (size=12301) 2024-11-15T18:16:27,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694647149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:27,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:27,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:27,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:27,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41166 deadline: 1731694647468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:27,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:27,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:27,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:16:27,490 INFO [Thread-1609 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1609. 2024-11-15T18:16:27,490 DEBUG [Thread-1609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:16:27,490 DEBUG [Thread-1609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:27,490 DEBUG [Thread-1609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:27,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:27,494 INFO [Thread-1607 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1607. 2024-11-15T18:16:27,494 DEBUG [Thread-1607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:16:27,494 DEBUG [Thread-1607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:27,494 DEBUG [Thread-1607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:27,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:27,497 INFO [Thread-1605 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1605. 2024-11-15T18:16:27,497 DEBUG [Thread-1605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:16:27,498 DEBUG [Thread-1605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:27,498 DEBUG [Thread-1605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:27,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:27,501 INFO [Thread-1611 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1611. 2024-11-15T18:16:27,501 DEBUG [Thread-1611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:16:27,501 DEBUG [Thread-1611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:27,501 DEBUG [Thread-1611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:27,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:27,504 INFO [Thread-1603 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1603. 2024-11-15T18:16:27,504 DEBUG [Thread-1603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:16:27,504 DEBUG [Thread-1603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:27,504 DEBUG [Thread-1603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:27,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:27,540 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/b15c677914d044f6beac66fd6b1cebe1 2024-11-15T18:16:27,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/496ddb96cda94005bd5a446f4d66932b is 50, key is test_row_0/C:col10/1731694585539/Put/seqid=0 2024-11-15T18:16:27,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742255_1431 (size=12301) 2024-11-15T18:16:27,956 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/496ddb96cda94005bd5a446f4d66932b 2024-11-15T18:16:27,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/3d30478c019942f4b61199a84f0b1366 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/3d30478c019942f4b61199a84f0b1366 2024-11-15T18:16:27,964 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/3d30478c019942f4b61199a84f0b1366, entries=150, sequenceid=286, filesize=30.5 K 2024-11-15T18:16:27,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/b15c677914d044f6beac66fd6b1cebe1 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/b15c677914d044f6beac66fd6b1cebe1 2024-11-15T18:16:27,969 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/b15c677914d044f6beac66fd6b1cebe1, entries=150, sequenceid=286, filesize=12.0 K 2024-11-15T18:16:27,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/496ddb96cda94005bd5a446f4d66932b as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/496ddb96cda94005bd5a446f4d66932b 2024-11-15T18:16:27,974 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/496ddb96cda94005bd5a446f4d66932b, entries=150, sequenceid=286, filesize=12.0 K 2024-11-15T18:16:27,975 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 2bd900ff83ab1c2f757ee14f6bfafc33 in 1274ms, sequenceid=286, compaction requested=true 2024-11-15T18:16:27,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:27,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:27,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-15T18:16:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-15T18:16:27,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-15T18:16:27,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5660 sec 2024-11-15T18:16:27,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 3.5700 sec 2024-11-15T18:16:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:27,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2bd900ff83ab1c2f757ee14f6bfafc33 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-15T18:16:27,981 INFO [Thread-1598 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1598. 2024-11-15T18:16:27,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=A 2024-11-15T18:16:27,981 DEBUG [Thread-1598 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:16:27,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:27,981 DEBUG [Thread-1598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:27,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=B 2024-11-15T18:16:27,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:27,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=C 2024-11-15T18:16:27,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:27,982 DEBUG [Thread-1598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:27,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:27,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115154a440b63b1442db945209c2fb92d03_2bd900ff83ab1c2f757ee14f6bfafc33 is 50, key is test_row_0/A:col10/1731694586819/Put/seqid=0 2024-11-15T18:16:27,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742256_1432 (size=12454) 2024-11-15T18:16:28,395 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:28,403 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115154a440b63b1442db945209c2fb92d03_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115154a440b63b1442db945209c2fb92d03_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:28,404 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/6c8624057916480a96cadc18349221dd, store: [table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:28,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/6c8624057916480a96cadc18349221dd is 175, key is test_row_0/A:col10/1731694586819/Put/seqid=0 2024-11-15T18:16:28,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742257_1433 (size=31255) 2024-11-15T18:16:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-15T18:16:28,580 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:16:28,813 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=305, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/6c8624057916480a96cadc18349221dd 2024-11-15T18:16:28,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/863c51a8897c440da22fac6d5238c5d8 is 50, key is test_row_0/B:col10/1731694586819/Put/seqid=0 2024-11-15T18:16:28,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742258_1434 (size=12301) 2024-11-15T18:16:29,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/863c51a8897c440da22fac6d5238c5d8 2024-11-15T18:16:29,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/929798cc526147c4bfb8221ceb7c3faf is 50, key is test_row_0/C:col10/1731694586819/Put/seqid=0 2024-11-15T18:16:29,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742259_1435 (size=12301) 2024-11-15T18:16:29,333 INFO [Thread-1600 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1600. 2024-11-15T18:16:29,333 DEBUG [Thread-1600 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:16:29,333 DEBUG [Thread-1600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:29,334 DEBUG [Thread-1600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:29,334 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:29,382 INFO [Thread-1596 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1596. 2024-11-15T18:16:29,382 DEBUG [Thread-1596 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:16:29,382 DEBUG [Thread-1596 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:29,383 DEBUG [Thread-1596 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:29,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:29,392 INFO [Thread-1594 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1594. 2024-11-15T18:16:29,392 DEBUG [Thread-1594 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:16:29,392 DEBUG [Thread-1594 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:29,393 DEBUG [Thread-1594 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:29,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:29,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/929798cc526147c4bfb8221ceb7c3faf 2024-11-15T18:16:29,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/6c8624057916480a96cadc18349221dd as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/6c8624057916480a96cadc18349221dd 2024-11-15T18:16:29,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/6c8624057916480a96cadc18349221dd, entries=150, sequenceid=305, filesize=30.5 K 2024-11-15T18:16:29,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/863c51a8897c440da22fac6d5238c5d8 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/863c51a8897c440da22fac6d5238c5d8 2024-11-15T18:16:29,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/863c51a8897c440da22fac6d5238c5d8, entries=150, sequenceid=305, filesize=12.0 K 2024-11-15T18:16:29,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/929798cc526147c4bfb8221ceb7c3faf as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/929798cc526147c4bfb8221ceb7c3faf 2024-11-15T18:16:29,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/929798cc526147c4bfb8221ceb7c3faf, entries=150, sequenceid=305, filesize=12.0 K 2024-11-15T18:16:29,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=20.13 KB/20610 for 2bd900ff83ab1c2f757ee14f6bfafc33 in 1693ms, sequenceid=305, compaction requested=true 2024-11-15T18:16:29,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:29,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2bd900ff83ab1c2f757ee14f6bfafc33:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:16:29,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:29,674 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T18:16:29,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2bd900ff83ab1c2f757ee14f6bfafc33:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:16:29,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:29,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2bd900ff83ab1c2f757ee14f6bfafc33:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:16:29,674 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T18:16:29,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:16:29,675 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134144 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T18:16:29,675 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T18:16:29,675 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 2bd900ff83ab1c2f757ee14f6bfafc33/A is initiating minor compaction (all files) 2024-11-15T18:16:29,675 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 2bd900ff83ab1c2f757ee14f6bfafc33/B is initiating minor compaction (all files) 2024-11-15T18:16:29,675 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2bd900ff83ab1c2f757ee14f6bfafc33/B in TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:29,675 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2bd900ff83ab1c2f757ee14f6bfafc33/A in TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:29,675 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/409468d032664df7855de4fea090b987, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/1f2b5f1b867f4893b1d74cf9eef8a598, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/3d30478c019942f4b61199a84f0b1366, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/6c8624057916480a96cadc18349221dd] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp, totalSize=131 K 2024-11-15T18:16:29,675 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/2421ea9210a04f07965d903ff23d238f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/bb72aa6162ad45f69ffeca807af8b07b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/b15c677914d044f6beac66fd6b1cebe1, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/863c51a8897c440da22fac6d5238c5d8] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp, totalSize=48.5 K 2024-11-15T18:16:29,675 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:29,675 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. files: [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/409468d032664df7855de4fea090b987, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/1f2b5f1b867f4893b1d74cf9eef8a598, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/3d30478c019942f4b61199a84f0b1366, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/6c8624057916480a96cadc18349221dd] 2024-11-15T18:16:29,675 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 2421ea9210a04f07965d903ff23d238f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731694582912 2024-11-15T18:16:29,675 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 409468d032664df7855de4fea090b987, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731694582912 2024-11-15T18:16:29,675 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting bb72aa6162ad45f69ffeca807af8b07b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731694584138 2024-11-15T18:16:29,675 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f2b5f1b867f4893b1d74cf9eef8a598, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731694584138 2024-11-15T18:16:29,676 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting b15c677914d044f6beac66fd6b1cebe1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731694585486 2024-11-15T18:16:29,676 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d30478c019942f4b61199a84f0b1366, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731694585486 2024-11-15T18:16:29,676 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 863c51a8897c440da22fac6d5238c5d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731694586819 2024-11-15T18:16:29,676 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c8624057916480a96cadc18349221dd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731694586819 2024-11-15T18:16:29,685 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:29,688 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2bd900ff83ab1c2f757ee14f6bfafc33#B#compaction#367 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:29,689 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/58a4f4d326644be399f03f3fa6c9415d is 50, key is test_row_0/B:col10/1731694586819/Put/seqid=0 2024-11-15T18:16:29,690 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411157eb810b9c66b44d995d0271327a2402e_2bd900ff83ab1c2f757ee14f6bfafc33 store=[table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:29,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742260_1436 (size=13017) 2024-11-15T18:16:29,700 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/58a4f4d326644be399f03f3fa6c9415d as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/58a4f4d326644be399f03f3fa6c9415d 2024-11-15T18:16:29,705 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2bd900ff83ab1c2f757ee14f6bfafc33/B of 2bd900ff83ab1c2f757ee14f6bfafc33 into 58a4f4d326644be399f03f3fa6c9415d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:29,705 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:29,705 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., storeName=2bd900ff83ab1c2f757ee14f6bfafc33/B, priority=12, startTime=1731694589674; duration=0sec 2024-11-15T18:16:29,705 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:16:29,705 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2bd900ff83ab1c2f757ee14f6bfafc33:B 2024-11-15T18:16:29,705 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T18:16:29,707 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T18:16:29,707 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 2bd900ff83ab1c2f757ee14f6bfafc33/C is initiating minor compaction (all files) 2024-11-15T18:16:29,707 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2bd900ff83ab1c2f757ee14f6bfafc33/C in TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:29,707 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/8878077c59884cea82dea73ca611167f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/ec681b9f29b6493fb95dd6aae897425f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/496ddb96cda94005bd5a446f4d66932b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/929798cc526147c4bfb8221ceb7c3faf] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp, totalSize=48.5 K 2024-11-15T18:16:29,707 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 8878077c59884cea82dea73ca611167f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731694582912 2024-11-15T18:16:29,707 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting ec681b9f29b6493fb95dd6aae897425f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731694584138 2024-11-15T18:16:29,708 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 496ddb96cda94005bd5a446f4d66932b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731694585486 2024-11-15T18:16:29,708 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 929798cc526147c4bfb8221ceb7c3faf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731694586819 2024-11-15T18:16:29,719 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411157eb810b9c66b44d995d0271327a2402e_2bd900ff83ab1c2f757ee14f6bfafc33, store=[table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:29,719 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157eb810b9c66b44d995d0271327a2402e_2bd900ff83ab1c2f757ee14f6bfafc33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:29,723 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2bd900ff83ab1c2f757ee14f6bfafc33#C#compaction#369 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:29,723 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/216683bab2ce4316a007aa64cf86da22 is 50, key is test_row_0/C:col10/1731694586819/Put/seqid=0 2024-11-15T18:16:29,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742261_1437 (size=4469) 2024-11-15T18:16:29,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742262_1438 (size=13017) 2024-11-15T18:16:30,127 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2bd900ff83ab1c2f757ee14f6bfafc33#A#compaction#368 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:30,128 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/de321bfac483476f9bc3f98da84d9a4d is 175, key is test_row_0/A:col10/1731694586819/Put/seqid=0 2024-11-15T18:16:30,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742263_1439 (size=31971) 2024-11-15T18:16:30,132 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/216683bab2ce4316a007aa64cf86da22 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/216683bab2ce4316a007aa64cf86da22 2024-11-15T18:16:30,137 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2bd900ff83ab1c2f757ee14f6bfafc33/C of 2bd900ff83ab1c2f757ee14f6bfafc33 into 216683bab2ce4316a007aa64cf86da22(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:30,137 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:30,137 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., storeName=2bd900ff83ab1c2f757ee14f6bfafc33/C, priority=12, startTime=1731694589674; duration=0sec 2024-11-15T18:16:30,137 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:30,137 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2bd900ff83ab1c2f757ee14f6bfafc33:C 2024-11-15T18:16:30,543 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/de321bfac483476f9bc3f98da84d9a4d as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/de321bfac483476f9bc3f98da84d9a4d 2024-11-15T18:16:30,548 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2bd900ff83ab1c2f757ee14f6bfafc33/A of 2bd900ff83ab1c2f757ee14f6bfafc33 into de321bfac483476f9bc3f98da84d9a4d(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:30,548 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2bd900ff83ab1c2f757ee14f6bfafc33: 2024-11-15T18:16:30,548 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., storeName=2bd900ff83ab1c2f757ee14f6bfafc33/A, priority=12, startTime=1731694589674; duration=0sec 2024-11-15T18:16:30,548 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:30,548 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2bd900ff83ab1c2f757ee14f6bfafc33:A 2024-11-15T18:16:31,171 INFO [Thread-1592 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1592. 2024-11-15T18:16:31,171 DEBUG [Thread-1592 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:16:31,171 DEBUG [Thread-1592 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:31,172 DEBUG [Thread-1592 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:31,172 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:31,172 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T18:16:31,172 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-15T18:16:31,172 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-11-15T18:16:31,172 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-15T18:16:31,172 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-11-15T18:16:31,172 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-15T18:16:31,172 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T18:16:31,172 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T18:16:31,172 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1128 2024-11-15T18:16:31,172 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3363 rows 2024-11-15T18:16:31,172 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1118 2024-11-15T18:16:31,172 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3353 rows 2024-11-15T18:16:31,172 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1120 2024-11-15T18:16:31,172 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3356 rows 2024-11-15T18:16:31,172 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1124 2024-11-15T18:16:31,172 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3340 rows 2024-11-15T18:16:31,172 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1111 2024-11-15T18:16:31,172 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3330 rows 2024-11-15T18:16:31,172 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:16:31,172 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:16:31,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:31,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:31,173 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:31,173 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-15T18:16:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T18:16:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-15T18:16:31,178 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694591177"}]},"ts":"1731694591177"} 2024-11-15T18:16:31,179 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T18:16:31,179 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T18:16:31,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T18:16:31,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2bd900ff83ab1c2f757ee14f6bfafc33, UNASSIGN}] 2024-11-15T18:16:31,182 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2bd900ff83ab1c2f757ee14f6bfafc33, UNASSIGN 2024-11-15T18:16:31,183 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=2bd900ff83ab1c2f757ee14f6bfafc33, regionState=CLOSING, regionLocation=74ec74825666,44341,1731694474564 2024-11-15T18:16:31,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2bd900ff83ab1c2f757ee14f6bfafc33, UNASSIGN because future has completed 2024-11-15T18:16:31,184 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T18:16:31,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564}] 2024-11-15T18:16:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-15T18:16:31,337 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] handler.UnassignRegionHandler(122): Close 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:31,337 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T18:16:31,338 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1722): Closing 2bd900ff83ab1c2f757ee14f6bfafc33, disabling compactions & flushes 2024-11-15T18:16:31,338 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:31,338 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:31,338 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. after waiting 0 ms 2024-11-15T18:16:31,338 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:31,338 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(2902): Flushing 2bd900ff83ab1c2f757ee14f6bfafc33 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-15T18:16:31,339 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=A 2024-11-15T18:16:31,339 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:31,339 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=B 2024-11-15T18:16:31,339 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:31,339 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2bd900ff83ab1c2f757ee14f6bfafc33, store=C 2024-11-15T18:16:31,339 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:31,350 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411152854ec1717a94e0c91d13fa619452987_2bd900ff83ab1c2f757ee14f6bfafc33 is 50, key is test_row_0/A:col10/1731694589390/Put/seqid=0 2024-11-15T18:16:31,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742264_1440 (size=9914) 2024-11-15T18:16:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-15T18:16:31,755 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:31,764 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411152854ec1717a94e0c91d13fa619452987_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152854ec1717a94e0c91d13fa619452987_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:31,764 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/5e2a40d15ae24c9f84f062385bd937ab, store: [table=TestAcidGuarantees family=A region=2bd900ff83ab1c2f757ee14f6bfafc33] 2024-11-15T18:16:31,765 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/5e2a40d15ae24c9f84f062385bd937ab is 175, key is test_row_0/A:col10/1731694589390/Put/seqid=0 2024-11-15T18:16:31,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742265_1441 (size=22561) 2024-11-15T18:16:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-15T18:16:32,169 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/5e2a40d15ae24c9f84f062385bd937ab 2024-11-15T18:16:32,181 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/84fb9224ed8e445886567671c428ca12 is 50, key is test_row_0/B:col10/1731694589390/Put/seqid=0 2024-11-15T18:16:32,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742266_1442 (size=9857) 2024-11-15T18:16:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-15T18:16:32,586 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/84fb9224ed8e445886567671c428ca12 2024-11-15T18:16:32,597 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/8f44cc7042d740c2a3b972c19f0ffd43 is 50, key is test_row_0/C:col10/1731694589390/Put/seqid=0 2024-11-15T18:16:32,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742267_1443 (size=9857) 2024-11-15T18:16:32,908 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T18:16:33,002 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/8f44cc7042d740c2a3b972c19f0ffd43 2024-11-15T18:16:33,012 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/A/5e2a40d15ae24c9f84f062385bd937ab as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/5e2a40d15ae24c9f84f062385bd937ab 2024-11-15T18:16:33,017 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/5e2a40d15ae24c9f84f062385bd937ab, entries=100, sequenceid=315, filesize=22.0 K 2024-11-15T18:16:33,018 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/B/84fb9224ed8e445886567671c428ca12 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/84fb9224ed8e445886567671c428ca12 2024-11-15T18:16:33,023 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/84fb9224ed8e445886567671c428ca12, entries=100, sequenceid=315, filesize=9.6 K 2024-11-15T18:16:33,024 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/.tmp/C/8f44cc7042d740c2a3b972c19f0ffd43 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/8f44cc7042d740c2a3b972c19f0ffd43 2024-11-15T18:16:33,028 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/8f44cc7042d740c2a3b972c19f0ffd43, entries=100, sequenceid=315, filesize=9.6 K 2024-11-15T18:16:33,029 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 2bd900ff83ab1c2f757ee14f6bfafc33 in 1691ms, sequenceid=315, compaction requested=false 2024-11-15T18:16:33,029 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/5604ab1cf0834e7093160e27b63eeee9, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/4d2b5739f7604f22a1f896a800a1912e, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/ee8d78a762b24eda864eac30bd2cc899, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/3056eabb5907401e8572dd857cd35239, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/0a38b98a8e5f4eb8b04930dcbc9016cf, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/888c9dee9ce7438aa07aa950879ea357, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/766d75b58f8a4be6ad08d9b71de92eb9, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/63efaff64d2d45199c230ee89ebeab16, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/985c1144c8ae436a8dc54d373ac68533, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/31398b77d2034cf98793b7ff25567580, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/d5eb592a5ef844d9b17a4a8c0b280252, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/09317e61f06c4d82aa44bf95a75cf239, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/a04cd7da60cf412fbe6643cd643f14d5, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/9b55fe8bfe314e53b0548630e256e8dc, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/25f1fcbf6e3f4dfa9dc57e76512bb973, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/4aa1ef8c2615467ca55e07a6a982806e, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/9b6afbbc4b92413780ac8353f4ae89bb, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/409468d032664df7855de4fea090b987, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/1f2b5f1b867f4893b1d74cf9eef8a598, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/3d30478c019942f4b61199a84f0b1366, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/6c8624057916480a96cadc18349221dd] to archive 2024-11-15T18:16:33,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T18:16:33,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/5604ab1cf0834e7093160e27b63eeee9 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/5604ab1cf0834e7093160e27b63eeee9 2024-11-15T18:16:33,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/4d2b5739f7604f22a1f896a800a1912e to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/4d2b5739f7604f22a1f896a800a1912e 2024-11-15T18:16:33,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/ee8d78a762b24eda864eac30bd2cc899 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/ee8d78a762b24eda864eac30bd2cc899 2024-11-15T18:16:33,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/3056eabb5907401e8572dd857cd35239 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/3056eabb5907401e8572dd857cd35239 2024-11-15T18:16:33,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/0a38b98a8e5f4eb8b04930dcbc9016cf to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/0a38b98a8e5f4eb8b04930dcbc9016cf 2024-11-15T18:16:33,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/888c9dee9ce7438aa07aa950879ea357 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/888c9dee9ce7438aa07aa950879ea357 2024-11-15T18:16:33,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/766d75b58f8a4be6ad08d9b71de92eb9 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/766d75b58f8a4be6ad08d9b71de92eb9 2024-11-15T18:16:33,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/63efaff64d2d45199c230ee89ebeab16 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/63efaff64d2d45199c230ee89ebeab16 2024-11-15T18:16:33,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/985c1144c8ae436a8dc54d373ac68533 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/985c1144c8ae436a8dc54d373ac68533 2024-11-15T18:16:33,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/31398b77d2034cf98793b7ff25567580 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/31398b77d2034cf98793b7ff25567580 2024-11-15T18:16:33,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/d5eb592a5ef844d9b17a4a8c0b280252 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/d5eb592a5ef844d9b17a4a8c0b280252 2024-11-15T18:16:33,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/09317e61f06c4d82aa44bf95a75cf239 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/09317e61f06c4d82aa44bf95a75cf239 2024-11-15T18:16:33,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/a04cd7da60cf412fbe6643cd643f14d5 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/a04cd7da60cf412fbe6643cd643f14d5 2024-11-15T18:16:33,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/9b55fe8bfe314e53b0548630e256e8dc to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/9b55fe8bfe314e53b0548630e256e8dc 2024-11-15T18:16:33,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/25f1fcbf6e3f4dfa9dc57e76512bb973 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/25f1fcbf6e3f4dfa9dc57e76512bb973 2024-11-15T18:16:33,044 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/4aa1ef8c2615467ca55e07a6a982806e to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/4aa1ef8c2615467ca55e07a6a982806e 2024-11-15T18:16:33,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/9b6afbbc4b92413780ac8353f4ae89bb to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/9b6afbbc4b92413780ac8353f4ae89bb 2024-11-15T18:16:33,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/409468d032664df7855de4fea090b987 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/409468d032664df7855de4fea090b987 2024-11-15T18:16:33,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/1f2b5f1b867f4893b1d74cf9eef8a598 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/1f2b5f1b867f4893b1d74cf9eef8a598 2024-11-15T18:16:33,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/3d30478c019942f4b61199a84f0b1366 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/3d30478c019942f4b61199a84f0b1366 2024-11-15T18:16:33,047 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/6c8624057916480a96cadc18349221dd to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/6c8624057916480a96cadc18349221dd 2024-11-15T18:16:33,048 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/9e8f11b9c7014981b66aa26cad2dbdbe, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/286173f188d84f8d8290385aea933e39, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/089712b596f44bb78157b7366d2739fe, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/5e8d2359a3114dc499c86147ab5b5aff, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/54096ab9db4d43638cfa656e15dfb1f1, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/7bc487cadee048918ecd5ebbe182267c, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/f05090a3386b441985368267cb9fe4ae, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/f73f8e68d87748bd8782222bede0d9bf, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/3b906742fd8f4f1ba2813cc0224c130c, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/b1dd65bb02ad4d1b872804226b11a9ea, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/aa6d0d08166f4f27bb3d51761390c129, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/1bfa24f7bfed4303ba29947e9c80384a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/10a281f670c8466bba50ab062b5fb8fb, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/77484014dad64e2fa0ec7248392dc98c, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/44ab4f64a6fd4686b15c3337d9cd7249, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/8818bb1d504f4c47a9aac50991f6fd9a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/2421ea9210a04f07965d903ff23d238f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/a51f41fc0b9c493fa6be4dbd860c0764, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/bb72aa6162ad45f69ffeca807af8b07b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/b15c677914d044f6beac66fd6b1cebe1, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/863c51a8897c440da22fac6d5238c5d8] to archive 2024-11-15T18:16:33,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T18:16:33,050 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/9e8f11b9c7014981b66aa26cad2dbdbe to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/9e8f11b9c7014981b66aa26cad2dbdbe 2024-11-15T18:16:33,050 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/286173f188d84f8d8290385aea933e39 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/286173f188d84f8d8290385aea933e39 2024-11-15T18:16:33,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/089712b596f44bb78157b7366d2739fe to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/089712b596f44bb78157b7366d2739fe 2024-11-15T18:16:33,052 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/5e8d2359a3114dc499c86147ab5b5aff to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/5e8d2359a3114dc499c86147ab5b5aff 2024-11-15T18:16:33,052 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/54096ab9db4d43638cfa656e15dfb1f1 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/54096ab9db4d43638cfa656e15dfb1f1 2024-11-15T18:16:33,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/7bc487cadee048918ecd5ebbe182267c to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/7bc487cadee048918ecd5ebbe182267c 2024-11-15T18:16:33,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/f05090a3386b441985368267cb9fe4ae to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/f05090a3386b441985368267cb9fe4ae 2024-11-15T18:16:33,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/f73f8e68d87748bd8782222bede0d9bf to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/f73f8e68d87748bd8782222bede0d9bf 2024-11-15T18:16:33,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/3b906742fd8f4f1ba2813cc0224c130c to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/3b906742fd8f4f1ba2813cc0224c130c 2024-11-15T18:16:33,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/b1dd65bb02ad4d1b872804226b11a9ea to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/b1dd65bb02ad4d1b872804226b11a9ea 2024-11-15T18:16:33,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/aa6d0d08166f4f27bb3d51761390c129 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/aa6d0d08166f4f27bb3d51761390c129 2024-11-15T18:16:33,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/1bfa24f7bfed4303ba29947e9c80384a to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/1bfa24f7bfed4303ba29947e9c80384a 2024-11-15T18:16:33,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/10a281f670c8466bba50ab062b5fb8fb to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/10a281f670c8466bba50ab062b5fb8fb 2024-11-15T18:16:33,058 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/77484014dad64e2fa0ec7248392dc98c to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/77484014dad64e2fa0ec7248392dc98c 2024-11-15T18:16:33,058 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/44ab4f64a6fd4686b15c3337d9cd7249 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/44ab4f64a6fd4686b15c3337d9cd7249 2024-11-15T18:16:33,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/8818bb1d504f4c47a9aac50991f6fd9a to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/8818bb1d504f4c47a9aac50991f6fd9a 2024-11-15T18:16:33,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/2421ea9210a04f07965d903ff23d238f to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/2421ea9210a04f07965d903ff23d238f 2024-11-15T18:16:33,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/a51f41fc0b9c493fa6be4dbd860c0764 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/a51f41fc0b9c493fa6be4dbd860c0764 2024-11-15T18:16:33,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/bb72aa6162ad45f69ffeca807af8b07b to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/bb72aa6162ad45f69ffeca807af8b07b 2024-11-15T18:16:33,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/b15c677914d044f6beac66fd6b1cebe1 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/b15c677914d044f6beac66fd6b1cebe1 2024-11-15T18:16:33,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/863c51a8897c440da22fac6d5238c5d8 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/863c51a8897c440da22fac6d5238c5d8 2024-11-15T18:16:33,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/5adfb0e5f69b4580844fab2e73ff6c9f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/9d7c93c597a6486abb44311089895280, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/77639ae522ce47209b9aa5758dbf54d6, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/b1b8172efa0c44998081e54a8af45ba1, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/f5724d4bbc244712a0262acfcfd270f7, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/8f200f8941724f40a1095a07e541079c, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/6cc7ef68f82c4b0898bac6a29fcf496f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/3ff6e065209d4caebad74a7c201f4cfe, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/f96adb81a5dc4f42afb99469581afbd4, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/2df4152fec1d4de6939f2b28b3ec7ace, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/3c48ebbeffc344a584f123dd43af9232, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/aec22ceee5fa4697b68d29595606a953, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/486c4e03a565488baf0c925d440570ef, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/dd4957f5117e4471b3edca5a138f817f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/09ea6862f1dd4b6d92d8ef3199a96b40, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/f9c86c58ddd94d8799b554024a1c1e1a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/8878077c59884cea82dea73ca611167f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/59355d7f587741f4b885b9e88065c210, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/ec681b9f29b6493fb95dd6aae897425f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/496ddb96cda94005bd5a446f4d66932b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/929798cc526147c4bfb8221ceb7c3faf] to archive 2024-11-15T18:16:33,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T18:16:33,065 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/5adfb0e5f69b4580844fab2e73ff6c9f to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/5adfb0e5f69b4580844fab2e73ff6c9f 2024-11-15T18:16:33,065 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/9d7c93c597a6486abb44311089895280 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/9d7c93c597a6486abb44311089895280 2024-11-15T18:16:33,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/77639ae522ce47209b9aa5758dbf54d6 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/77639ae522ce47209b9aa5758dbf54d6 2024-11-15T18:16:33,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/b1b8172efa0c44998081e54a8af45ba1 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/b1b8172efa0c44998081e54a8af45ba1 2024-11-15T18:16:33,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/f5724d4bbc244712a0262acfcfd270f7 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/f5724d4bbc244712a0262acfcfd270f7 2024-11-15T18:16:33,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/8f200f8941724f40a1095a07e541079c to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/8f200f8941724f40a1095a07e541079c 2024-11-15T18:16:33,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/6cc7ef68f82c4b0898bac6a29fcf496f to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/6cc7ef68f82c4b0898bac6a29fcf496f 2024-11-15T18:16:33,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/3ff6e065209d4caebad74a7c201f4cfe to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/3ff6e065209d4caebad74a7c201f4cfe 2024-11-15T18:16:33,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/f96adb81a5dc4f42afb99469581afbd4 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/f96adb81a5dc4f42afb99469581afbd4 2024-11-15T18:16:33,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/2df4152fec1d4de6939f2b28b3ec7ace to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/2df4152fec1d4de6939f2b28b3ec7ace 2024-11-15T18:16:33,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/3c48ebbeffc344a584f123dd43af9232 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/3c48ebbeffc344a584f123dd43af9232 2024-11-15T18:16:33,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/aec22ceee5fa4697b68d29595606a953 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/aec22ceee5fa4697b68d29595606a953 2024-11-15T18:16:33,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/486c4e03a565488baf0c925d440570ef to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/486c4e03a565488baf0c925d440570ef 2024-11-15T18:16:33,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/dd4957f5117e4471b3edca5a138f817f to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/dd4957f5117e4471b3edca5a138f817f 2024-11-15T18:16:33,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/09ea6862f1dd4b6d92d8ef3199a96b40 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/09ea6862f1dd4b6d92d8ef3199a96b40 2024-11-15T18:16:33,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/f9c86c58ddd94d8799b554024a1c1e1a to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/f9c86c58ddd94d8799b554024a1c1e1a 2024-11-15T18:16:33,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/8878077c59884cea82dea73ca611167f to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/8878077c59884cea82dea73ca611167f 2024-11-15T18:16:33,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/59355d7f587741f4b885b9e88065c210 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/59355d7f587741f4b885b9e88065c210 2024-11-15T18:16:33,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/ec681b9f29b6493fb95dd6aae897425f to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/ec681b9f29b6493fb95dd6aae897425f 2024-11-15T18:16:33,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/496ddb96cda94005bd5a446f4d66932b to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/496ddb96cda94005bd5a446f4d66932b 2024-11-15T18:16:33,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/929798cc526147c4bfb8221ceb7c3faf to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/929798cc526147c4bfb8221ceb7c3faf 2024-11-15T18:16:33,081 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/recovered.edits/318.seqid, newMaxSeqId=318, maxSeqId=4 2024-11-15T18:16:33,081 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. 2024-11-15T18:16:33,081 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1676): Region close journal for 2bd900ff83ab1c2f757ee14f6bfafc33: Waiting for close lock at 1731694591338Running coprocessor pre-close hooks at 1731694591338Disabling compacts and flushes for region at 1731694591338Disabling writes for close at 1731694591338Obtaining lock to block concurrent updates at 1731694591338Preparing flush snapshotting stores in 2bd900ff83ab1c2f757ee14f6bfafc33 at 1731694591338Finished memstore snapshotting TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731694591339 (+1 ms)Flushing stores of TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33. at 1731694591340 (+1 ms)Flushing 2bd900ff83ab1c2f757ee14f6bfafc33/A: creating writer at 1731694591340Flushing mob file 2bd900ff83ab1c2f757ee14f6bfafc33/A: appending metadata at 1731694591349 (+9 ms)Flushing mob file 2bd900ff83ab1c2f757ee14f6bfafc33/A: closing flushed file at 1731694591349Flushing 2bd900ff83ab1c2f757ee14f6bfafc33/A: appending metadata at 1731694591764 (+415 ms)Flushing 2bd900ff83ab1c2f757ee14f6bfafc33/A: closing flushed file at 1731694591765 (+1 ms)Flushing 2bd900ff83ab1c2f757ee14f6bfafc33/B: creating writer at 1731694592177 (+412 ms)Flushing 2bd900ff83ab1c2f757ee14f6bfafc33/B: appending metadata at 1731694592180 (+3 ms)Flushing 2bd900ff83ab1c2f757ee14f6bfafc33/B: closing flushed file at 1731694592180Flushing 2bd900ff83ab1c2f757ee14f6bfafc33/C: creating writer at 1731694592594 (+414 ms)Flushing 2bd900ff83ab1c2f757ee14f6bfafc33/C: appending metadata at 1731694592597 (+3 ms)Flushing 2bd900ff83ab1c2f757ee14f6bfafc33/C: closing flushed file at 1731694592597Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@736a0d3a: reopening flushed file at 1731694593011 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b499d70: reopening flushed file at 1731694593017 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37077ae2: reopening flushed file at 1731694593023 (+6 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 2bd900ff83ab1c2f757ee14f6bfafc33 in 1691ms, sequenceid=315, compaction requested=false at 1731694593029 (+6 ms)Writing region close event to WAL at 1731694593079 (+50 ms)Running coprocessor post-close hooks at 1731694593081 (+2 ms)Closed at 1731694593081 2024-11-15T18:16:33,083 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] handler.UnassignRegionHandler(157): Closed 2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:33,083 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=2bd900ff83ab1c2f757ee14f6bfafc33, regionState=CLOSED 2024-11-15T18:16:33,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=124, ppid=123, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 because future has completed 2024-11-15T18:16:33,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-15T18:16:33,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; CloseRegionProcedure 2bd900ff83ab1c2f757ee14f6bfafc33, server=74ec74825666,44341,1731694474564 in 1.9010 sec 2024-11-15T18:16:33,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=123, resume processing ppid=122 2024-11-15T18:16:33,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, ppid=122, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2bd900ff83ab1c2f757ee14f6bfafc33, UNASSIGN in 1.9040 sec 2024-11-15T18:16:33,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-15T18:16:33,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9070 sec 2024-11-15T18:16:33,089 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694593089"}]},"ts":"1731694593089"} 2024-11-15T18:16:33,090 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T18:16:33,090 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T18:16:33,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9160 sec 2024-11-15T18:16:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-15T18:16:33,320 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:16:33,321 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-15T18:16:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:16:33,324 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=125, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:16:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-15T18:16:33,325 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=125, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:16:33,329 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:33,332 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A, FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B, FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C, FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/recovered.edits] 2024-11-15T18:16:33,335 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/5e2a40d15ae24c9f84f062385bd937ab to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/5e2a40d15ae24c9f84f062385bd937ab 2024-11-15T18:16:33,337 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/de321bfac483476f9bc3f98da84d9a4d to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/A/de321bfac483476f9bc3f98da84d9a4d 2024-11-15T18:16:33,339 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/58a4f4d326644be399f03f3fa6c9415d to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/58a4f4d326644be399f03f3fa6c9415d 2024-11-15T18:16:33,341 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/84fb9224ed8e445886567671c428ca12 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/B/84fb9224ed8e445886567671c428ca12 2024-11-15T18:16:33,343 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/216683bab2ce4316a007aa64cf86da22 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/216683bab2ce4316a007aa64cf86da22 2024-11-15T18:16:33,344 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/8f44cc7042d740c2a3b972c19f0ffd43 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/C/8f44cc7042d740c2a3b972c19f0ffd43 2024-11-15T18:16:33,346 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/recovered.edits/318.seqid to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33/recovered.edits/318.seqid 2024-11-15T18:16:33,346 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:33,346 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T18:16:33,346 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T18:16:33,347 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-15T18:16:33,348 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150a9caa2a41304d76944a03f66166ce40_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150a9caa2a41304d76944a03f66166ce40_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:33,349 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115154a440b63b1442db945209c2fb92d03_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115154a440b63b1442db945209c2fb92d03_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:33,349 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151e1c6bbc83bb41819119b25cc74b4ffe_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151e1c6bbc83bb41819119b25cc74b4ffe_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:33,350 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115227a0d276d334d2dac4674e2ce96fdb6_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115227a0d276d334d2dac4674e2ce96fdb6_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:33,351 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152854ec1717a94e0c91d13fa619452987_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152854ec1717a94e0c91d13fa619452987_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:33,351 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115307395186ce94513bdfd79e339ba0871_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115307395186ce94513bdfd79e339ba0871_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:33,352 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111537450ee915ea40d8878fbe5baea1ce43_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111537450ee915ea40d8878fbe5baea1ce43_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:33,353 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115470f9fad62ac4c96a7879a24b3bd26fd_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115470f9fad62ac4c96a7879a24b3bd26fd_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:33,353 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111552013a73a91e4570b2c2e801820517fd_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111552013a73a91e4570b2c2e801820517fd_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:33,354 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155b13b42e61ff43a68f9fb8a37fdb157b_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155b13b42e61ff43a68f9fb8a37fdb157b_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:33,355 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111563b3d0618e0346a5b6d21c1f41e3f88d_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111563b3d0618e0346a5b6d21c1f41e3f88d_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:33,355 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159a24167ea5dc4d04b291c107adc3401b_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159a24167ea5dc4d04b291c107adc3401b_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:33,356 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115bb4d070b917347a4a84c97f22b46ba5b_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115bb4d070b917347a4a84c97f22b46ba5b_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:33,356 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c4eab2938a29480196567c70faf36285_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c4eab2938a29480196567c70faf36285_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:33,357 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c5de3c1499c14b87afbc6d3322d36c8a_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c5de3c1499c14b87afbc6d3322d36c8a_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:33,358 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c803e66c768a417586668cf609a1dede_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c803e66c768a417586668cf609a1dede_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:33,358 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115dac0ad09b4a24a72a272f4d82d6cb255_2bd900ff83ab1c2f757ee14f6bfafc33 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115dac0ad09b4a24a72a272f4d82d6cb255_2bd900ff83ab1c2f757ee14f6bfafc33 2024-11-15T18:16:33,358 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T18:16:33,360 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=125, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:16:33,362 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T18:16:33,363 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T18:16:33,364 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=125, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:16:33,364 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T18:16:33,364 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731694593364"}]},"ts":"9223372036854775807"} 2024-11-15T18:16:33,366 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T18:16:33,366 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 2bd900ff83ab1c2f757ee14f6bfafc33, NAME => 'TestAcidGuarantees,,1731694564161.2bd900ff83ab1c2f757ee14f6bfafc33.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T18:16:33,366 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T18:16:33,366 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731694593366"}]},"ts":"9223372036854775807"} 2024-11-15T18:16:33,367 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-15T18:16:33,368 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=125, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:16:33,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 47 msec 2024-11-15T18:16:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-15T18:16:33,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-15T18:16:33,429 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:16:33,441 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=251 (was 250) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_606758213_22 at /127.0.0.1:57882 [Waiting for operation #522] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_606758213_22 at /127.0.0.1:46430 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1751840271_22 at /127.0.0.1:58608 [Waiting for operation #117] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1751840271_22 at /127.0.0.1:46440 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=470 (was 431) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2322 (was 2569) 2024-11-15T18:16:33,452 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=251, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=470, ProcessCount=11, AvailableMemoryMB=2322 2024-11-15T18:16:33,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T18:16:33,454 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:16:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=126, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T18:16:33,456 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:16:33,456 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:33,456 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 126 2024-11-15T18:16:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-15T18:16:33,457 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:16:33,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742268_1444 (size=1061) 2024-11-15T18:16:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-15T18:16:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-15T18:16:33,868 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3 2024-11-15T18:16:33,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742269_1445 (size=53) 2024-11-15T18:16:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-15T18:16:34,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-15T18:16:34,278 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:16:34,278 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 4553023b110c15698c46f7f588ddcb0d, disabling compactions & flushes 2024-11-15T18:16:34,279 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:34,279 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:34,279 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. after waiting 0 ms 2024-11-15T18:16:34,279 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:34,279 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:34,279 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4553023b110c15698c46f7f588ddcb0d: Waiting for close lock at 1731694594278Disabling compacts and flushes for region at 1731694594278Disabling writes for close at 1731694594279 (+1 ms)Writing region close event to WAL at 1731694594279Closed at 1731694594279 2024-11-15T18:16:34,282 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:16:34,283 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731694594282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694594282"}]},"ts":"1731694594282"} 2024-11-15T18:16:34,285 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:16:34,286 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:16:34,286 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694594286"}]},"ts":"1731694594286"} 2024-11-15T18:16:34,288 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T18:16:34,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4553023b110c15698c46f7f588ddcb0d, ASSIGN}] 2024-11-15T18:16:34,289 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4553023b110c15698c46f7f588ddcb0d, ASSIGN 2024-11-15T18:16:34,290 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4553023b110c15698c46f7f588ddcb0d, ASSIGN; state=OFFLINE, location=74ec74825666,44341,1731694474564; forceNewPlan=false, retain=false 2024-11-15T18:16:34,442 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=4553023b110c15698c46f7f588ddcb0d, regionState=OPENING, regionLocation=74ec74825666,44341,1731694474564 2024-11-15T18:16:34,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4553023b110c15698c46f7f588ddcb0d, ASSIGN because future has completed 2024-11-15T18:16:34,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564}] 2024-11-15T18:16:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-15T18:16:34,603 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:34,604 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(7752): Opening region: {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:16:34,604 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:16:34,604 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:16:34,604 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(7794): checking encryption for 4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:16:34,604 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(7797): checking classloading for 4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:16:34,605 INFO [StoreOpener-4553023b110c15698c46f7f588ddcb0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:16:34,606 INFO [StoreOpener-4553023b110c15698c46f7f588ddcb0d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T18:16:34,607 INFO [StoreOpener-4553023b110c15698c46f7f588ddcb0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4553023b110c15698c46f7f588ddcb0d columnFamilyName A 2024-11-15T18:16:34,607 DEBUG [StoreOpener-4553023b110c15698c46f7f588ddcb0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:34,607 INFO [StoreOpener-4553023b110c15698c46f7f588ddcb0d-1 {}] regionserver.HStore(327): Store=4553023b110c15698c46f7f588ddcb0d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:16:34,607 INFO [StoreOpener-4553023b110c15698c46f7f588ddcb0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:16:34,608 INFO [StoreOpener-4553023b110c15698c46f7f588ddcb0d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T18:16:34,608 INFO [StoreOpener-4553023b110c15698c46f7f588ddcb0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4553023b110c15698c46f7f588ddcb0d columnFamilyName B 2024-11-15T18:16:34,608 DEBUG [StoreOpener-4553023b110c15698c46f7f588ddcb0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:34,609 INFO [StoreOpener-4553023b110c15698c46f7f588ddcb0d-1 {}] regionserver.HStore(327): Store=4553023b110c15698c46f7f588ddcb0d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:16:34,609 INFO [StoreOpener-4553023b110c15698c46f7f588ddcb0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:16:34,609 INFO [StoreOpener-4553023b110c15698c46f7f588ddcb0d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T18:16:34,610 INFO [StoreOpener-4553023b110c15698c46f7f588ddcb0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4553023b110c15698c46f7f588ddcb0d columnFamilyName C 2024-11-15T18:16:34,610 DEBUG [StoreOpener-4553023b110c15698c46f7f588ddcb0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:16:34,610 INFO [StoreOpener-4553023b110c15698c46f7f588ddcb0d-1 {}] regionserver.HStore(327): Store=4553023b110c15698c46f7f588ddcb0d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:16:34,610 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:34,610 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1038): replaying wal for 4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:16:34,611 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:16:34,611 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:16:34,612 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1048): stopping wal replay for 4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:16:34,612 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1060): Cleaning up temporary data for 4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:16:34,612 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T18:16:34,613 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1093): writing seq id for 4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:16:34,614 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:16:34,614 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1114): Opened 4553023b110c15698c46f7f588ddcb0d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68725600, jitterRate=0.024091243743896484}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T18:16:34,614 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:16:34,615 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1006): Region open journal for 4553023b110c15698c46f7f588ddcb0d: Running coprocessor pre-open hook at 1731694594604Writing region info on filesystem at 1731694594604Initializing all the Stores at 1731694594605 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694594605Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694594605Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694594605Cleaning up temporary data from old regions at 1731694594612 (+7 ms)Running coprocessor post-open hooks at 1731694594614 (+2 ms)Region opened successfully at 1731694594615 (+1 ms) 2024-11-15T18:16:34,615 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., pid=128, masterSystemTime=1731694594601 2024-11-15T18:16:34,617 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:34,617 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:34,617 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=4553023b110c15698c46f7f588ddcb0d, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,44341,1731694474564 2024-11-15T18:16:34,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=128, ppid=127, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 because future has completed 2024-11-15T18:16:34,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-15T18:16:34,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; OpenRegionProcedure 4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 in 173 msec 2024-11-15T18:16:34,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=127, resume processing ppid=126 2024-11-15T18:16:34,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, ppid=126, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4553023b110c15698c46f7f588ddcb0d, ASSIGN in 332 msec 2024-11-15T18:16:34,622 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:16:34,622 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694594622"}]},"ts":"1731694594622"} 2024-11-15T18:16:34,623 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T18:16:34,624 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:16:34,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1700 sec 2024-11-15T18:16:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-15T18:16:35,599 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:16:35,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ded0f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,600 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:16:35,600 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:35,601 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:16:35,601 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:35,601 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:16:35,602 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b1c0a65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,602 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:16:35,602 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:35,602 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:35,602 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:35,603 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@899334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:35,604 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:16:35,604 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:35,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:35,605 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:16:35,606 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,44307,1731694473797 2024-11-15T18:16:35,606 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67706902 2024-11-15T18:16:35,606 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:16:35,607 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:16:35,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d6d1845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,608 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:16:35,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:35,609 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:16:35,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:35,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:16:35,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c221e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:16:35,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:35,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:35,610 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:35,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e399d5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503e1f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,611 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:16:35,611 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:35,612 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:16:35,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:35,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:16:35,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b2a267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:16:35,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:35,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:35,613 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:35,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31cc616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205b33d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,614 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:16:35,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:35,615 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:16:35,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:35,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:16:35,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d42e18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:16:35,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:35,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:35,616 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510d97bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e100fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,617 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:16:35,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:35,618 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:16:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:16:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f738eed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:16:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:35,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:35,619 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:35,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d05ee70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e40afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,621 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:16:35,621 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:35,621 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:16:35,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:35,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:16:35,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f2cd83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:16:35,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:35,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:35,622 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:35,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@475421d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259a56de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:16:35,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:35,624 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:16:35,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:35,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:16:35,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48dbaafc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:16:35,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:35,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:35,625 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:35,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c604919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4cbf6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,626 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:16:35,626 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:35,627 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:16:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:16:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e69b45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:16:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:35,628 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:35,629 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ded04e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c83334c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,629 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:16:35,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:35,630 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:16:35,630 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:35,630 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:16:35,630 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14277c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,630 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:16:35,631 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:35,631 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:35,631 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:35,632 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@416b48db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3532b5c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,633 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:16:35,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:35,633 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:16:35,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:35,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:16:35,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e79f18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:16:35,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:35,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:35,635 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:35,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f678ff3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3088fab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,636 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:16:35,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:16:35,637 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:16:35,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:16:35,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:16:35,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf00e59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:16:35,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:16:35,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:35,638 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:16:35,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28998002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:16:35,639 DEBUG [Thread-2014 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:35,639 DEBUG [Thread-1999 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:35,639 DEBUG [Thread-2010 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:35,639 DEBUG [Thread-2001 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:35,639 DEBUG [Thread-2003 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:35,639 DEBUG [Thread-1997 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:35,640 DEBUG [Thread-2016 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:16:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:16:35,640 DEBUG [Thread-2008 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:16:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:16:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:35,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:16:35,641 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:16:35,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:35,641 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:35,641 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:16:35,641 DEBUG [Thread-2005 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:35,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:35,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:35,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:35,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:35,642 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:16:35,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:16:35,642 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:35,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-15T18:16:35,643 DEBUG [Thread-2012 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:16:35,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:16:35,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:35,643 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:16:35,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:35,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-15T18:16:35,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:35,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:35,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2] 2024-11-15T18:16:35,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:35,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2] 2024-11-15T18:16:35,645 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:16:35,645 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:16:35,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:16:35,645 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:16:35,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2] 2024-11-15T18:16:35,646 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2] 2024-11-15T18:16:35,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:16:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2] 2024-11-15T18:16:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2] 2024-11-15T18:16:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2] 2024-11-15T18:16:35,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2] 2024-11-15T18:16:35,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2] 2024-11-15T18:16:35,650 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2] 2024-11-15T18:16:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:16:35,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4553023b110c15698c46f7f588ddcb0d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T18:16:35,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=A 2024-11-15T18:16:35,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:35,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=B 2024-11-15T18:16:35,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:35,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=C 2024-11-15T18:16:35,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:35,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/9bccec5a2e3043da932a956797374218 is 50, key is test_row_1/A:col10/1731694595654/Put/seqid=0 2024-11-15T18:16:35,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742270_1446 (size=11997) 2024-11-15T18:16:35,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694655688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:35,721 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:35,722 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:35,722 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:35,722 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694595675, max timestamp=1731694595694Num uniques 859; 2024-11-15T18:16:35,722 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694595675, max timestamp=1731694595689Num uniques 859; 2024-11-15T18:16:35,722 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:16:35,722 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:16:35,723 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694595675, max timestamp=1731694595694Num uniques 859; 2024-11-15T18:16:35,723 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:16:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-15T18:16:35,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694655747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:35,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:35,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:35,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:35,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694655752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:35,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:35,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:35,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:35,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694655756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:35,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:35,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:35,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:35,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694655757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:35,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:35,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:35,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:35,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-15T18:16:35,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:35,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:35,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:35,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:35,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:35,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:35,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694655829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:35,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:35,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:35,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:35,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694655859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:35,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:35,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:35,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:35,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:35,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694655869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:35,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:35,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:35,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:35,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:35,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694655869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:35,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:35,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:35,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:35,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:35,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694655879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:35,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:35,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:35,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:35,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-15T18:16:35,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:35,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:35,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:35,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:35,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:35,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:35,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-15T18:16:36,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694656039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:36,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:36,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:36,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:36,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694656069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:36,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:36,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:36,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:36,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:36,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694656079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694656079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:36,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:36,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:36,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:36,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:36,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:36,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:36,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694656089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:36,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:36,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:36,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:36,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/9bccec5a2e3043da932a956797374218 2024-11-15T18:16:36,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-15T18:16:36,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:36,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:36,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:36,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:36,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:36,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/b3491c31fb494514b3e4019784104f0b is 50, key is test_row_1/B:col10/1731694595654/Put/seqid=0 2024-11-15T18:16:36,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742271_1447 (size=9657) 2024-11-15T18:16:36,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-15T18:16:36,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:36,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:36,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:36,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:36,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-15T18:16:36,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694656359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:36,361 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:36,361 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:36,361 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:36,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694656379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:36,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:36,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:36,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:36,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694656398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:36,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694656399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:36,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:36,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:36,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:36,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:36,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:36,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694656399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:36,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:36,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:36,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:36,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:36,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-15T18:16:36,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:36,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:36,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:36,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:36,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:36,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/b3491c31fb494514b3e4019784104f0b 2024-11-15T18:16:36,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/9b452db394ef4579af4f2ee0b314ab4f is 50, key is test_row_1/C:col10/1731694595654/Put/seqid=0 2024-11-15T18:16:36,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742272_1448 (size=9657) 2024-11-15T18:16:36,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-15T18:16:36,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:36,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:36,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:36,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:36,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:36,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-15T18:16:36,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:36,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:36,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:36,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:36,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-15T18:16:36,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-15T18:16:36,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:36,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:36,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:36,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:36,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:36,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694656869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:36,877 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:36,877 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:36,877 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:36,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:36,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694656888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:36,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:36,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:36,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:36,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694656909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:36,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:36,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:36,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:36,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694656909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:36,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:36,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:36,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:36,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694656919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:36,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:36,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:36,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:36,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/9b452db394ef4579af4f2ee0b314ab4f 2024-11-15T18:16:36,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/9bccec5a2e3043da932a956797374218 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/9bccec5a2e3043da932a956797374218 2024-11-15T18:16:36,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/9bccec5a2e3043da932a956797374218, entries=150, sequenceid=12, filesize=11.7 K 2024-11-15T18:16:36,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/b3491c31fb494514b3e4019784104f0b as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/b3491c31fb494514b3e4019784104f0b 2024-11-15T18:16:36,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/b3491c31fb494514b3e4019784104f0b, entries=100, sequenceid=12, filesize=9.4 K 2024-11-15T18:16:36,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/9b452db394ef4579af4f2ee0b314ab4f as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/9b452db394ef4579af4f2ee0b314ab4f 2024-11-15T18:16:36,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/9b452db394ef4579af4f2ee0b314ab4f, entries=100, sequenceid=12, filesize=9.4 K 2024-11-15T18:16:36,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 4553023b110c15698c46f7f588ddcb0d in 1315ms, sequenceid=12, compaction requested=false 2024-11-15T18:16:36,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:37,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-15T18:16:37,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:37,025 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 4553023b110c15698c46f7f588ddcb0d 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-15T18:16:37,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=A 2024-11-15T18:16:37,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:16:37,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=B 2024-11-15T18:16:37,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:16:37,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=C 2024-11-15T18:16:37,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:16:37,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/2a5c93f820294c2da608d333a88cf232 is 50, key is test_row_0/A:col10/1731694595755/Put/seqid=0 2024-11-15T18:16:37,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742273_1449 (size=12001) 2024-11-15T18:16:37,438 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/2a5c93f820294c2da608d333a88cf232 2024-11-15T18:16:37,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/31ef089244d04ef587d663928fd74f11 is 50, key is test_row_0/B:col10/1731694595755/Put/seqid=0 2024-11-15T18:16:37,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742274_1450 (size=12001) 2024-11-15T18:16:37,568 WARN [regionserver/74ec74825666:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1 2024-11-15T18:16:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-15T18:16:37,851 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/31ef089244d04ef587d663928fd74f11 2024-11-15T18:16:37,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/9ccc41b8d21a4477a023757eccda0ba6 is 50, key is test_row_0/C:col10/1731694595755/Put/seqid=0 2024-11-15T18:16:37,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742275_1451 (size=12001) 2024-11-15T18:16:37,866 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/9ccc41b8d21a4477a023757eccda0ba6 2024-11-15T18:16:37,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/2a5c93f820294c2da608d333a88cf232 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/2a5c93f820294c2da608d333a88cf232 2024-11-15T18:16:37,873 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/2a5c93f820294c2da608d333a88cf232, entries=150, sequenceid=48, filesize=11.7 K 2024-11-15T18:16:37,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/31ef089244d04ef587d663928fd74f11 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/31ef089244d04ef587d663928fd74f11 2024-11-15T18:16:37,876 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/31ef089244d04ef587d663928fd74f11, entries=150, sequenceid=48, filesize=11.7 K 2024-11-15T18:16:37,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/9ccc41b8d21a4477a023757eccda0ba6 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/9ccc41b8d21a4477a023757eccda0ba6 2024-11-15T18:16:37,883 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/9ccc41b8d21a4477a023757eccda0ba6, entries=150, sequenceid=48, filesize=11.7 K 2024-11-15T18:16:37,884 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=0 B/0 for 4553023b110c15698c46f7f588ddcb0d in 858ms, sequenceid=48, compaction requested=false 2024-11-15T18:16:37,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:37,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:37,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-15T18:16:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-15T18:16:37,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-15T18:16:37,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2400 sec 2024-11-15T18:16:37,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 2.2460 sec 2024-11-15T18:16:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:16:37,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4553023b110c15698c46f7f588ddcb0d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T18:16:37,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=A 2024-11-15T18:16:37,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:37,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=B 2024-11-15T18:16:37,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:37,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=C 2024-11-15T18:16:37,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:37,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/73d2ea865fed4c108401e0052ffe6740 is 50, key is test_row_0/A:col10/1731694597905/Put/seqid=0 2024-11-15T18:16:37,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742276_1452 (size=14341) 2024-11-15T18:16:37,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/73d2ea865fed4c108401e0052ffe6740 2024-11-15T18:16:37,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/032a0cd941f2430f95d73d7661d06945 is 50, key is test_row_0/B:col10/1731694597905/Put/seqid=0 2024-11-15T18:16:37,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742277_1453 (size=12001) 2024-11-15T18:16:37,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/032a0cd941f2430f95d73d7661d06945 2024-11-15T18:16:37,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/516b211710f44c3fb8d70b7871c3f091 is 50, key is test_row_0/C:col10/1731694597905/Put/seqid=0 2024-11-15T18:16:37,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742278_1454 (size=12001) 2024-11-15T18:16:37,962 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731694597949, max timestamp=1731694597959Num uniques 859; 2024-11-15T18:16:37,962 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731694597935, max timestamp=1731694597959Num uniques 859; 2024-11-15T18:16:37,963 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731694597949, max timestamp=1731694597959Num uniques 859; 2024-11-15T18:16:37,963 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T18:16:37,963 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-15T18:16:37,963 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T18:16:38,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:38,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694658006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694658005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:38,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:38,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694658022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:38,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:38,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:38,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:38,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694658024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:38,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:38,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694658024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:38,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:38,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:38,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694658129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:38,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:38,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694658129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:38,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:38,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:38,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694658129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:38,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:38,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694658139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:38,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:38,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694658139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:38,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:38,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:38,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/516b211710f44c3fb8d70b7871c3f091 2024-11-15T18:16:38,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/73d2ea865fed4c108401e0052ffe6740 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/73d2ea865fed4c108401e0052ffe6740 2024-11-15T18:16:38,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/73d2ea865fed4c108401e0052ffe6740, entries=200, sequenceid=58, filesize=14.0 K 2024-11-15T18:16:38,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/032a0cd941f2430f95d73d7661d06945 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/032a0cd941f2430f95d73d7661d06945 2024-11-15T18:16:38,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/032a0cd941f2430f95d73d7661d06945, entries=150, sequenceid=58, filesize=11.7 K 2024-11-15T18:16:38,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/516b211710f44c3fb8d70b7871c3f091 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/516b211710f44c3fb8d70b7871c3f091 2024-11-15T18:16:38,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/516b211710f44c3fb8d70b7871c3f091, entries=150, sequenceid=58, filesize=11.7 K 2024-11-15T18:16:38,356 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=138.65 KB/141980 for 4553023b110c15698c46f7f588ddcb0d in 450ms, sequenceid=58, compaction requested=true 2024-11-15T18:16:38,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:38,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4553023b110c15698c46f7f588ddcb0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:16:38,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:38,356 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:16:38,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4553023b110c15698c46f7f588ddcb0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:16:38,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:38,357 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:16:38,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4553023b110c15698c46f7f588ddcb0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:16:38,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:16:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:16:38,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4553023b110c15698c46f7f588ddcb0d 3/3 column families, dataSize=145.36 KB heapSize=405.69 KB 2024-11-15T18:16:38,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=A 2024-11-15T18:16:38,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:16:38,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=B 2024-11-15T18:16:38,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:16:38,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=C 2024-11-15T18:16:38,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:16:38,358 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38339 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:16:38,358 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:16:38,358 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 4553023b110c15698c46f7f588ddcb0d/A is initiating minor compaction (all files) 2024-11-15T18:16:38,358 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 4553023b110c15698c46f7f588ddcb0d/B is initiating minor compaction (all files) 2024-11-15T18:16:38,358 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4553023b110c15698c46f7f588ddcb0d/B in TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:38,358 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4553023b110c15698c46f7f588ddcb0d/A in TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:38,358 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/b3491c31fb494514b3e4019784104f0b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/31ef089244d04ef587d663928fd74f11, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/032a0cd941f2430f95d73d7661d06945] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp, totalSize=32.9 K 2024-11-15T18:16:38,358 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/9bccec5a2e3043da932a956797374218, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/2a5c93f820294c2da608d333a88cf232, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/73d2ea865fed4c108401e0052ffe6740] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp, totalSize=37.4 K 2024-11-15T18:16:38,359 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting b3491c31fb494514b3e4019784104f0b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731694595652 2024-11-15T18:16:38,359 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9bccec5a2e3043da932a956797374218, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731694595652 2024-11-15T18:16:38,359 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 31ef089244d04ef587d663928fd74f11, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731694595746 2024-11-15T18:16:38,360 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a5c93f820294c2da608d333a88cf232, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731694595746 2024-11-15T18:16:38,360 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 032a0cd941f2430f95d73d7661d06945, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731694597892 2024-11-15T18:16:38,360 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73d2ea865fed4c108401e0052ffe6740, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731694597891 2024-11-15T18:16:38,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/ef82f201d6e841c693363ff2827cffd0 is 50, key is test_row_0/A:col10/1731694598022/Put/seqid=0 2024-11-15T18:16:38,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742279_1455 (size=14341) 2024-11-15T18:16:38,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/ef82f201d6e841c693363ff2827cffd0 2024-11-15T18:16:38,372 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4553023b110c15698c46f7f588ddcb0d#B#compaction#383 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:38,373 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/ed1b6e007bf94c778576548b9ecaa261 is 50, key is test_row_0/B:col10/1731694597905/Put/seqid=0 2024-11-15T18:16:38,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694658361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:38,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:38,378 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4553023b110c15698c46f7f588ddcb0d#A#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:38,379 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/862f3863a16549e799a5c7747cbda97e is 50, key is test_row_0/A:col10/1731694597905/Put/seqid=0 2024-11-15T18:16:38,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/0e33cc90fbde4bd7a18687a6ddc8a995 is 50, key is test_row_0/B:col10/1731694598022/Put/seqid=0 2024-11-15T18:16:38,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694658373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:38,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694658374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:38,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:38,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694658376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:38,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:38,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:38,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694658376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:38,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:38,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:38,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:38,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742280_1456 (size=12104) 2024-11-15T18:16:38,400 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/ed1b6e007bf94c778576548b9ecaa261 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/ed1b6e007bf94c778576548b9ecaa261 2024-11-15T18:16:38,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742281_1457 (size=12104) 2024-11-15T18:16:38,405 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4553023b110c15698c46f7f588ddcb0d/B of 4553023b110c15698c46f7f588ddcb0d into ed1b6e007bf94c778576548b9ecaa261(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:38,405 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:38,405 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., storeName=4553023b110c15698c46f7f588ddcb0d/B, priority=13, startTime=1731694598356; duration=0sec 2024-11-15T18:16:38,405 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:16:38,406 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4553023b110c15698c46f7f588ddcb0d:B 2024-11-15T18:16:38,406 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:16:38,408 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:16:38,411 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 4553023b110c15698c46f7f588ddcb0d/C is initiating minor compaction (all files) 2024-11-15T18:16:38,411 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4553023b110c15698c46f7f588ddcb0d/C in TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:38,411 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/9b452db394ef4579af4f2ee0b314ab4f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/9ccc41b8d21a4477a023757eccda0ba6, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/516b211710f44c3fb8d70b7871c3f091] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp, totalSize=32.9 K 2024-11-15T18:16:38,411 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b452db394ef4579af4f2ee0b314ab4f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731694595652 2024-11-15T18:16:38,411 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ccc41b8d21a4477a023757eccda0ba6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731694595746 2024-11-15T18:16:38,412 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 516b211710f44c3fb8d70b7871c3f091, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731694597892 2024-11-15T18:16:38,424 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/862f3863a16549e799a5c7747cbda97e as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/862f3863a16549e799a5c7747cbda97e 2024-11-15T18:16:38,429 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4553023b110c15698c46f7f588ddcb0d/A of 4553023b110c15698c46f7f588ddcb0d into 862f3863a16549e799a5c7747cbda97e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:38,429 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:38,429 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., storeName=4553023b110c15698c46f7f588ddcb0d/A, priority=13, startTime=1731694598356; duration=0sec 2024-11-15T18:16:38,429 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:38,429 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4553023b110c15698c46f7f588ddcb0d:A 2024-11-15T18:16:38,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742282_1458 (size=12001) 2024-11-15T18:16:38,434 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4553023b110c15698c46f7f588ddcb0d#C#compaction#386 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:38,434 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/e9481f1462354b3aa79b88de4fa6cfa4 is 50, key is test_row_0/C:col10/1731694597905/Put/seqid=0 2024-11-15T18:16:38,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742283_1459 (size=12104) 2024-11-15T18:16:38,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694658479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:38,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:38,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694658499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:38,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694658499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694658499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694658499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:38,599 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T18:16:38,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694658689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:38,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:38,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694658719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:38,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:38,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694658719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:38,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:38,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:38,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694658719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:38,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:38,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:38,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694658720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:38,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:38,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:38,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:38,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/0e33cc90fbde4bd7a18687a6ddc8a995 2024-11-15T18:16:38,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/95fdde37871242169adf00d7149b4c30 is 50, key is test_row_0/C:col10/1731694598022/Put/seqid=0 2024-11-15T18:16:38,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742284_1460 (size=12001) 2024-11-15T18:16:38,842 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/e9481f1462354b3aa79b88de4fa6cfa4 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/e9481f1462354b3aa79b88de4fa6cfa4 2024-11-15T18:16:38,845 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4553023b110c15698c46f7f588ddcb0d/C of 4553023b110c15698c46f7f588ddcb0d into e9481f1462354b3aa79b88de4fa6cfa4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:38,845 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:38,845 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., storeName=4553023b110c15698c46f7f588ddcb0d/C, priority=13, startTime=1731694598357; duration=0sec 2024-11-15T18:16:38,845 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:38,845 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4553023b110c15698c46f7f588ddcb0d:C 2024-11-15T18:16:39,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694658999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:39,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:39,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694659040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:39,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:39,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694659040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:39,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:39,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:39,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694659040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:39,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:39,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:39,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694659040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:39,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:39,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/95fdde37871242169adf00d7149b4c30 2024-11-15T18:16:39,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/ef82f201d6e841c693363ff2827cffd0 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/ef82f201d6e841c693363ff2827cffd0 2024-11-15T18:16:39,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/ef82f201d6e841c693363ff2827cffd0, entries=200, sequenceid=94, filesize=14.0 K 2024-11-15T18:16:39,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/0e33cc90fbde4bd7a18687a6ddc8a995 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/0e33cc90fbde4bd7a18687a6ddc8a995 2024-11-15T18:16:39,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/0e33cc90fbde4bd7a18687a6ddc8a995, entries=150, sequenceid=94, filesize=11.7 K 2024-11-15T18:16:39,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/95fdde37871242169adf00d7149b4c30 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/95fdde37871242169adf00d7149b4c30 2024-11-15T18:16:39,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/95fdde37871242169adf00d7149b4c30, entries=150, sequenceid=94, filesize=11.7 K 2024-11-15T18:16:39,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~145.36 KB/148850, heapSize ~405.64 KB/415376, currentSize=40.25 KB/41220 for 4553023b110c15698c46f7f588ddcb0d in 895ms, sequenceid=94, compaction requested=false 2024-11-15T18:16:39,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:39,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:16:39,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4553023b110c15698c46f7f588ddcb0d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T18:16:39,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=A 2024-11-15T18:16:39,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:39,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=B 2024-11-15T18:16:39,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:39,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=C 2024-11-15T18:16:39,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:39,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/1c09103d9cb64b9bad60e25b1a00e749 is 50, key is test_row_0/A:col10/1731694598373/Put/seqid=0 2024-11-15T18:16:39,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742285_1461 (size=14341) 2024-11-15T18:16:39,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/1c09103d9cb64b9bad60e25b1a00e749 2024-11-15T18:16:39,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/6ee2fd83a0d24b408de7cdbcc864a4c3 is 50, key is test_row_0/B:col10/1731694598373/Put/seqid=0 2024-11-15T18:16:39,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742286_1462 (size=12001) 2024-11-15T18:16:39,582 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731694599568, max timestamp=1731694599571Num uniques 859; 2024-11-15T18:16:39,582 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T18:16:39,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731694599568, max timestamp=1731694599571Num uniques 859; 2024-11-15T18:16:39,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T18:16:39,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731694599568, max timestamp=1731694599571Num uniques 859; 2024-11-15T18:16:39,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T18:16:39,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:39,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694659601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:39,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:39,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694659609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:39,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:39,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:39,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:39,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694659610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:39,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:39,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:39,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694659610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:39,622 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:39,622 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,622 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:39,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694659615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:39,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:39,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:39,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694659719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:39,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:39,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694659719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:39,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:39,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:39,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:39,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694659729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:39,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:39,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694659729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:39,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:39,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:39,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694659729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:39,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-15T18:16:39,809 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:16:39,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:16:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-15T18:16:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-15T18:16:39,811 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:16:39,811 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:16:39,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:16:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-15T18:16:39,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/6ee2fd83a0d24b408de7cdbcc864a4c3 2024-11-15T18:16:39,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/89dcc5d1406249bba2b691693287378b is 50, key is test_row_0/C:col10/1731694598373/Put/seqid=0 2024-11-15T18:16:39,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742287_1463 (size=12001) 2024-11-15T18:16:39,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/89dcc5d1406249bba2b691693287378b 2024-11-15T18:16:39,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694659939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:39,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:39,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694659939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:39,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:39,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:39,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694659939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:39,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:39,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:39,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694659939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:39,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:39,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694659939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:39,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/1c09103d9cb64b9bad60e25b1a00e749 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/1c09103d9cb64b9bad60e25b1a00e749 2024-11-15T18:16:39,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/1c09103d9cb64b9bad60e25b1a00e749, entries=200, sequenceid=107, filesize=14.0 K 2024-11-15T18:16:39,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/6ee2fd83a0d24b408de7cdbcc864a4c3 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/6ee2fd83a0d24b408de7cdbcc864a4c3 2024-11-15T18:16:39,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/6ee2fd83a0d24b408de7cdbcc864a4c3, entries=150, sequenceid=107, filesize=11.7 K 2024-11-15T18:16:39,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/89dcc5d1406249bba2b691693287378b as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/89dcc5d1406249bba2b691693287378b 2024-11-15T18:16:39,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/89dcc5d1406249bba2b691693287378b, entries=150, sequenceid=107, filesize=11.7 K 2024-11-15T18:16:39,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 4553023b110c15698c46f7f588ddcb0d in 447ms, sequenceid=107, compaction requested=true 2024-11-15T18:16:39,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:39,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4553023b110c15698c46f7f588ddcb0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:16:39,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:39,962 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:16:39,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4553023b110c15698c46f7f588ddcb0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:16:39,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:39,962 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:16:39,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4553023b110c15698c46f7f588ddcb0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:16:39,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:16:39,963 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:16:39,963 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 4553023b110c15698c46f7f588ddcb0d/B is initiating minor compaction (all files) 2024-11-15T18:16:39,964 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4553023b110c15698c46f7f588ddcb0d/B in TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:39,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-15T18:16:39,964 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/ed1b6e007bf94c778576548b9ecaa261, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/0e33cc90fbde4bd7a18687a6ddc8a995, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/6ee2fd83a0d24b408de7cdbcc864a4c3] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp, totalSize=35.3 K 2024-11-15T18:16:39,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:39,964 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 4553023b110c15698c46f7f588ddcb0d 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-15T18:16:39,964 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:16:39,964 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 4553023b110c15698c46f7f588ddcb0d/A is initiating minor compaction (all files) 2024-11-15T18:16:39,964 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4553023b110c15698c46f7f588ddcb0d/A in TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:39,964 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/862f3863a16549e799a5c7747cbda97e, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/ef82f201d6e841c693363ff2827cffd0, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/1c09103d9cb64b9bad60e25b1a00e749] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp, totalSize=39.8 K 2024-11-15T18:16:39,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=A 2024-11-15T18:16:39,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:16:39,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=B 2024-11-15T18:16:39,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:16:39,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=C 2024-11-15T18:16:39,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:16:39,965 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 862f3863a16549e799a5c7747cbda97e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731694597892 2024-11-15T18:16:39,965 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting ed1b6e007bf94c778576548b9ecaa261, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731694597892 2024-11-15T18:16:39,967 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef82f201d6e841c693363ff2827cffd0, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731694598003 2024-11-15T18:16:39,967 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e33cc90fbde4bd7a18687a6ddc8a995, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731694598003 2024-11-15T18:16:39,967 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c09103d9cb64b9bad60e25b1a00e749, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731694598370 2024-11-15T18:16:39,967 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ee2fd83a0d24b408de7cdbcc864a4c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731694598373 2024-11-15T18:16:39,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/2fc562b896fc486390fc38a420d2a49b is 50, key is test_row_0/A:col10/1731694599607/Put/seqid=0 2024-11-15T18:16:39,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742288_1464 (size=12151) 2024-11-15T18:16:39,974 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4553023b110c15698c46f7f588ddcb0d#B#compaction#392 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:39,974 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/e36d8a69bda74698a6c813e57f411666 is 50, key is test_row_0/B:col10/1731694598373/Put/seqid=0 2024-11-15T18:16:39,976 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4553023b110c15698c46f7f588ddcb0d#A#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:39,977 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/e43476730bb04a7f97236a1c66feee00 is 50, key is test_row_0/A:col10/1731694598373/Put/seqid=0 2024-11-15T18:16:39,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742289_1465 (size=12207) 2024-11-15T18:16:39,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742290_1466 (size=12207) 2024-11-15T18:16:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-15T18:16:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:16:40,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:40,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694660270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:40,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:40,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694660271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:40,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:40,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:40,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694660272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:40,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:40,285 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,285 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,285 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:40,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694660278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:40,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:40,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694660284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:40,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:40,373 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/2fc562b896fc486390fc38a420d2a49b 2024-11-15T18:16:40,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/17b12bde37da4a06b435a37d84c36c18 is 50, key is test_row_0/B:col10/1731694599607/Put/seqid=0 2024-11-15T18:16:40,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742291_1467 (size=12151) 2024-11-15T18:16:40,384 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/17b12bde37da4a06b435a37d84c36c18 2024-11-15T18:16:40,386 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/e36d8a69bda74698a6c813e57f411666 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/e36d8a69bda74698a6c813e57f411666 2024-11-15T18:16:40,392 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/e43476730bb04a7f97236a1c66feee00 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/e43476730bb04a7f97236a1c66feee00 2024-11-15T18:16:40,393 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4553023b110c15698c46f7f588ddcb0d/B of 4553023b110c15698c46f7f588ddcb0d into e36d8a69bda74698a6c813e57f411666(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:40,393 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:40,393 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., storeName=4553023b110c15698c46f7f588ddcb0d/B, priority=13, startTime=1731694599962; duration=0sec 2024-11-15T18:16:40,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/39b5ac11fd3c42cd9ba4e6f051188640 is 50, key is test_row_0/C:col10/1731694599607/Put/seqid=0 2024-11-15T18:16:40,393 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:16:40,393 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4553023b110c15698c46f7f588ddcb0d:B 2024-11-15T18:16:40,393 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:16:40,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694660389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:40,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:40,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694660389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:40,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:40,397 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:40,397 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,397 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694660389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:40,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742292_1468 (size=12151) 2024-11-15T18:16:40,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:40,398 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:16:40,398 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 4553023b110c15698c46f7f588ddcb0d/C is initiating minor compaction (all files) 2024-11-15T18:16:40,398 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4553023b110c15698c46f7f588ddcb0d/C in TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:40,398 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/e9481f1462354b3aa79b88de4fa6cfa4, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/95fdde37871242169adf00d7149b4c30, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/89dcc5d1406249bba2b691693287378b] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp, totalSize=35.3 K 2024-11-15T18:16:40,398 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting e9481f1462354b3aa79b88de4fa6cfa4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731694597892 2024-11-15T18:16:40,398 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 95fdde37871242169adf00d7149b4c30, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731694598003 2024-11-15T18:16:40,399 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 89dcc5d1406249bba2b691693287378b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731694598373 2024-11-15T18:16:40,399 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/39b5ac11fd3c42cd9ba4e6f051188640 2024-11-15T18:16:40,399 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4553023b110c15698c46f7f588ddcb0d/A of 4553023b110c15698c46f7f588ddcb0d into e43476730bb04a7f97236a1c66feee00(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:40,400 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:40,400 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., storeName=4553023b110c15698c46f7f588ddcb0d/A, priority=13, startTime=1731694599962; duration=0sec 2024-11-15T18:16:40,400 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:40,400 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4553023b110c15698c46f7f588ddcb0d:A 2024-11-15T18:16:40,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/2fc562b896fc486390fc38a420d2a49b as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/2fc562b896fc486390fc38a420d2a49b 2024-11-15T18:16:40,404 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4553023b110c15698c46f7f588ddcb0d#C#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:40,404 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/a54f68ce057c408c8c784c6c7a41da64 is 50, key is test_row_0/C:col10/1731694598373/Put/seqid=0 2024-11-15T18:16:40,405 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/2fc562b896fc486390fc38a420d2a49b, entries=150, sequenceid=143, filesize=11.9 K 2024-11-15T18:16:40,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/17b12bde37da4a06b435a37d84c36c18 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/17b12bde37da4a06b435a37d84c36c18 2024-11-15T18:16:40,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742293_1469 (size=12207) 2024-11-15T18:16:40,411 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/17b12bde37da4a06b435a37d84c36c18, entries=150, sequenceid=143, filesize=11.9 K 2024-11-15T18:16:40,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694660399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:40,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694660399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:40,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:40,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:40,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/39b5ac11fd3c42cd9ba4e6f051188640 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/39b5ac11fd3c42cd9ba4e6f051188640 2024-11-15T18:16:40,417 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/39b5ac11fd3c42cd9ba4e6f051188640, entries=150, sequenceid=143, filesize=11.9 K 2024-11-15T18:16:40,417 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 4553023b110c15698c46f7f588ddcb0d in 453ms, sequenceid=143, compaction requested=false 2024-11-15T18:16:40,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:40,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:40,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-15T18:16:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-15T18:16:40,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-15T18:16:40,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 608 msec 2024-11-15T18:16:40,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 612 msec 2024-11-15T18:16:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-15T18:16:40,439 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:16:40,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:16:40,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-15T18:16:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-15T18:16:40,441 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:16:40,442 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:16:40,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:16:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-15T18:16:40,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-15T18:16:40,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:40,594 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 4553023b110c15698c46f7f588ddcb0d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T18:16:40,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=A 2024-11-15T18:16:40,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:40,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=B 2024-11-15T18:16:40,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:40,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=C 2024-11-15T18:16:40,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:40,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/d137d89ed91743c8bf8e3840b748d3cd is 50, key is test_row_0/A:col10/1731694600276/Put/seqid=0 2024-11-15T18:16:40,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742294_1470 (size=12151) 2024-11-15T18:16:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:16:40,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:40,650 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731694600631, max timestamp=1731694600647Num uniques 859; 2024-11-15T18:16:40,650 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731694600631, max timestamp=1731694600647Num uniques 859; 2024-11-15T18:16:40,650 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-15T18:16:40,650 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731694600631, max timestamp=1731694600647Num uniques 859; 2024-11-15T18:16:40,650 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-15T18:16:40,650 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-15T18:16:40,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694660674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:40,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:40,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694660675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:40,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:40,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:40,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694660683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:40,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:40,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694660684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:40,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694660689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:40,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:40,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-15T18:16:40,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694660799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:40,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694660799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:40,811 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/a54f68ce057c408c8c784c6c7a41da64 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/a54f68ce057c408c8c784c6c7a41da64 2024-11-15T18:16:40,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694660799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:40,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:40,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:40,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:40,817 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4553023b110c15698c46f7f588ddcb0d/C of 4553023b110c15698c46f7f588ddcb0d into a54f68ce057c408c8c784c6c7a41da64(size=11.9 K), total size for store is 23.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:40,817 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:40,817 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., storeName=4553023b110c15698c46f7f588ddcb0d/C, priority=13, startTime=1731694599962; duration=0sec 2024-11-15T18:16:40,817 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:40,817 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4553023b110c15698c46f7f588ddcb0d:C 2024-11-15T18:16:40,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694660809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:40,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694660809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:40,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:40,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:40,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:41,002 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/d137d89ed91743c8bf8e3840b748d3cd 2024-11-15T18:16:41,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/7c94a7467f284ce5b9f874f718914188 is 50, key is test_row_0/B:col10/1731694600276/Put/seqid=0 2024-11-15T18:16:41,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742295_1471 (size=12151) 2024-11-15T18:16:41,012 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/7c94a7467f284ce5b9f874f718914188 2024-11-15T18:16:41,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/e612656ae2914d42b93be4f875ad95d8 is 50, key is test_row_0/C:col10/1731694600276/Put/seqid=0 2024-11-15T18:16:41,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742296_1472 (size=12151) 2024-11-15T18:16:41,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694661019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:41,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694661020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:41,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:41,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:41,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694661020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:41,030 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,030 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,030 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:41,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694661029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:41,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:41,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694661029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-15T18:16:41,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694661339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:41,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694661339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:41,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:41,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:41,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694661340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:41,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:41,346 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,346 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,346 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:41,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:41,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694661349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:41,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:41,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694661349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:41,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:41,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:41,425 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/e612656ae2914d42b93be4f875ad95d8 2024-11-15T18:16:41,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/d137d89ed91743c8bf8e3840b748d3cd as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/d137d89ed91743c8bf8e3840b748d3cd 2024-11-15T18:16:41,431 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/d137d89ed91743c8bf8e3840b748d3cd, entries=150, sequenceid=155, filesize=11.9 K 2024-11-15T18:16:41,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/7c94a7467f284ce5b9f874f718914188 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/7c94a7467f284ce5b9f874f718914188 2024-11-15T18:16:41,434 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/7c94a7467f284ce5b9f874f718914188, entries=150, sequenceid=155, filesize=11.9 K 2024-11-15T18:16:41,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/e612656ae2914d42b93be4f875ad95d8 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/e612656ae2914d42b93be4f875ad95d8 2024-11-15T18:16:41,437 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/e612656ae2914d42b93be4f875ad95d8, entries=150, sequenceid=155, filesize=11.9 K 2024-11-15T18:16:41,438 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 4553023b110c15698c46f7f588ddcb0d in 844ms, sequenceid=155, compaction requested=true 2024-11-15T18:16:41,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:41,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:41,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-15T18:16:41,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-15T18:16:41,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-15T18:16:41,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 997 msec 2024-11-15T18:16:41,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.0010 sec 2024-11-15T18:16:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-15T18:16:41,579 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:16:41,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:16:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-15T18:16:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-15T18:16:41,580 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:16:41,581 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:16:41,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:16:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-15T18:16:41,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-15T18:16:41,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:41,733 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 4553023b110c15698c46f7f588ddcb0d 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-11-15T18:16:41,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=A 2024-11-15T18:16:41,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:16:41,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=B 2024-11-15T18:16:41,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:16:41,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=C 2024-11-15T18:16:41,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:16:41,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/21fb368feb314747ae9f4ad6852efb94 is 50, key is test_row_0/A:col10/1731694600674/Put/seqid=0 2024-11-15T18:16:41,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742297_1473 (size=12151) 2024-11-15T18:16:41,741 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/21fb368feb314747ae9f4ad6852efb94 2024-11-15T18:16:41,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/c2f1fcc9161c43e39e237757b0a87d99 is 50, key is test_row_0/B:col10/1731694600674/Put/seqid=0 2024-11-15T18:16:41,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742298_1474 (size=12151) 2024-11-15T18:16:41,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:16:41,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:41,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:41,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694661869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:41,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:41,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694661869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:41,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:41,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:41,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:41,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694661869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:41,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:41,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:41,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694661870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:41,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:41,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:41,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694661873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:41,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:41,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-15T18:16:41,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694661979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:41,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:41,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:41,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694661989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:42,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:42,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694661989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:42,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:42,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:42,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:42,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:42,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:42,158 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/c2f1fcc9161c43e39e237757b0a87d99 2024-11-15T18:16:42,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/57f9938544cc45c9b2696e242036fa96 is 50, key is test_row_0/C:col10/1731694600674/Put/seqid=0 2024-11-15T18:16:42,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742299_1475 (size=12151) 2024-11-15T18:16:42,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694662198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-15T18:16:42,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:42,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:42,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:42,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694662209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:42,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:42,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:42,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:42,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694662209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:42,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:42,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:42,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:42,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694662524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:42,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694662524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:42,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:42,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:42,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:42,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694662524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:42,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:42,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:42,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:42,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:42,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:42,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:42,566 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/57f9938544cc45c9b2696e242036fa96 2024-11-15T18:16:42,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/21fb368feb314747ae9f4ad6852efb94 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/21fb368feb314747ae9f4ad6852efb94 2024-11-15T18:16:42,572 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/21fb368feb314747ae9f4ad6852efb94, entries=150, sequenceid=191, filesize=11.9 K 2024-11-15T18:16:42,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/c2f1fcc9161c43e39e237757b0a87d99 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/c2f1fcc9161c43e39e237757b0a87d99 2024-11-15T18:16:42,575 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/c2f1fcc9161c43e39e237757b0a87d99, entries=150, sequenceid=191, filesize=11.9 K 2024-11-15T18:16:42,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/57f9938544cc45c9b2696e242036fa96 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/57f9938544cc45c9b2696e242036fa96 2024-11-15T18:16:42,579 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/57f9938544cc45c9b2696e242036fa96, entries=150, sequenceid=191, filesize=11.9 K 2024-11-15T18:16:42,579 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=46.96 KB/48090 for 4553023b110c15698c46f7f588ddcb0d in 846ms, sequenceid=191, compaction requested=true 2024-11-15T18:16:42,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:42,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:42,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-15T18:16:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-15T18:16:42,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-15T18:16:42,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0000 sec 2024-11-15T18:16:42,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.0040 sec 2024-11-15T18:16:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-15T18:16:42,720 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:16:42,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:16:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-15T18:16:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-15T18:16:42,721 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:16:42,722 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:16:42,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:16:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-15T18:16:42,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-15T18:16:42,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:42,874 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 4553023b110c15698c46f7f588ddcb0d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T18:16:42,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=A 2024-11-15T18:16:42,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:42,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=B 2024-11-15T18:16:42,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:42,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=C 2024-11-15T18:16:42,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:42,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/3c534e054e7d4198a93feeddd1132d4d is 50, key is test_row_0/A:col10/1731694601869/Put/seqid=0 2024-11-15T18:16:42,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742300_1476 (size=12151) 2024-11-15T18:16:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:16:42,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:42,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694602946, max timestamp=1731694602978Num uniques 859; 2024-11-15T18:16:42,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694602946, max timestamp=1731694602978Num uniques 859; 2024-11-15T18:16:42,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:16:42,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:16:42,991 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731694602946, max timestamp=1731694602978Num uniques 859; 2024-11-15T18:16:42,991 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-15T18:16:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-15T18:16:43,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694663041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:43,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:43,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694663047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:43,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:43,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694663047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:43,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:43,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694663048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:43,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:43,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:43,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694663049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:43,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:43,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694663159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:43,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:43,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694663159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:43,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:43,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694663169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:43,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:43,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694663169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:43,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:43,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:43,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694663169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:43,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:43,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:43,281 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/3c534e054e7d4198a93feeddd1132d4d 2024-11-15T18:16:43,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/965824431c524bc99f6a0f1740da6e1b is 50, key is test_row_0/B:col10/1731694601869/Put/seqid=0 2024-11-15T18:16:43,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742301_1477 (size=12151) 2024-11-15T18:16:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-15T18:16:43,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694663379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:43,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694663379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:43,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:43,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:43,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694663388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:43,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:43,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694663389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:43,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:43,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694663389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:43,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:43,690 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/965824431c524bc99f6a0f1740da6e1b 2024-11-15T18:16:43,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/2b5b38ab397b46908280b3025e4cca69 is 50, key is test_row_0/C:col10/1731694601869/Put/seqid=0 2024-11-15T18:16:43,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742302_1478 (size=12151) 2024-11-15T18:16:43,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694663699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:43,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:43,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694663699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:43,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:43,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:43,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694663700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:43,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:43,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:43,707 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,707 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694663700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:43,707 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:43,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:43,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694663709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:43,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:43,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-15T18:16:44,105 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/2b5b38ab397b46908280b3025e4cca69 2024-11-15T18:16:44,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/3c534e054e7d4198a93feeddd1132d4d as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/3c534e054e7d4198a93feeddd1132d4d 2024-11-15T18:16:44,111 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/3c534e054e7d4198a93feeddd1132d4d, entries=150, sequenceid=201, filesize=11.9 K 2024-11-15T18:16:44,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/965824431c524bc99f6a0f1740da6e1b as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/965824431c524bc99f6a0f1740da6e1b 2024-11-15T18:16:44,114 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/965824431c524bc99f6a0f1740da6e1b, entries=150, sequenceid=201, filesize=11.9 K 2024-11-15T18:16:44,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/2b5b38ab397b46908280b3025e4cca69 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/2b5b38ab397b46908280b3025e4cca69 2024-11-15T18:16:44,118 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/2b5b38ab397b46908280b3025e4cca69, entries=150, sequenceid=201, filesize=11.9 K 2024-11-15T18:16:44,119 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=133.78 KB/136995 for 4553023b110c15698c46f7f588ddcb0d in 1244ms, sequenceid=201, compaction requested=true 2024-11-15T18:16:44,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:44,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:44,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-15T18:16:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-15T18:16:44,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-15T18:16:44,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3980 sec 2024-11-15T18:16:44,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 1.4010 sec 2024-11-15T18:16:44,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-15T18:16:44,136 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-15T18:16:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:16:44,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4553023b110c15698c46f7f588ddcb0d 3/3 column families, dataSize=140.49 KB heapSize=404.70 KB 2024-11-15T18:16:44,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=A 2024-11-15T18:16:44,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-15T18:16:44,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=B 2024-11-15T18:16:44,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-15T18:16:44,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=C 2024-11-15T18:16:44,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-15T18:16:44,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/e3fb97810ae643a0b561300907fe22e3 is 50, key is test_row_0/A:col10/1731694603026/Put/seqid=0 2024-11-15T18:16:44,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742303_1479 (size=14541) 2024-11-15T18:16:44,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/e3fb97810ae643a0b561300907fe22e3 2024-11-15T18:16:44,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/417d1175c48e40b0a82fde2392839871 is 50, key is test_row_0/B:col10/1731694603026/Put/seqid=0 2024-11-15T18:16:44,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742304_1480 (size=12151) 2024-11-15T18:16:44,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694664233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694664234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:44,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694664239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:44,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:44,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694664240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:44,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:44,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694664251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:44,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:44,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694664359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:44,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:44,368 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694664359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:44,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:44,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:44,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694664359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:44,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:44,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:44,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694664359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:44,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:44,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:44,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694664368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:44,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:44,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694664579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:44,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694664579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:44,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:44,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:44,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694664579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:44,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:44,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:44,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694664579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:44,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:44,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:44,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694664589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:44,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:44,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/417d1175c48e40b0a82fde2392839871 2024-11-15T18:16:44,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/bc26bccc7e4f4d5fb8526933c118aec1 is 50, key is test_row_0/C:col10/1731694603026/Put/seqid=0 2024-11-15T18:16:44,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742305_1481 (size=12151) 2024-11-15T18:16:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-15T18:16:44,869 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:16:44,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:16:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-15T18:16:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-15T18:16:44,871 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:16:44,871 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:16:44,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:16:44,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694664899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:44,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:44,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694664899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:44,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:44,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:44,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694664899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:44,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:44,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694664899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:44,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:44,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694664909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:44,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:44,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-15T18:16:45,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-15T18:16:45,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:45,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:45,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:45,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:45,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:45,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.57 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/bc26bccc7e4f4d5fb8526933c118aec1 2024-11-15T18:16:45,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/e3fb97810ae643a0b561300907fe22e3 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/e3fb97810ae643a0b561300907fe22e3 2024-11-15T18:16:45,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/e3fb97810ae643a0b561300907fe22e3, entries=200, sequenceid=239, filesize=14.2 K 2024-11-15T18:16:45,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/417d1175c48e40b0a82fde2392839871 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/417d1175c48e40b0a82fde2392839871 2024-11-15T18:16:45,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/417d1175c48e40b0a82fde2392839871, entries=150, sequenceid=239, filesize=11.9 K 2024-11-15T18:16:45,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/bc26bccc7e4f4d5fb8526933c118aec1 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/bc26bccc7e4f4d5fb8526933c118aec1 2024-11-15T18:16:45,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/bc26bccc7e4f4d5fb8526933c118aec1, entries=150, sequenceid=239, filesize=11.9 K 2024-11-15T18:16:45,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.49 KB/143865, heapSize ~404.65 KB/414360, currentSize=40.25 KB/41220 for 4553023b110c15698c46f7f588ddcb0d in 839ms, sequenceid=239, compaction requested=true 2024-11-15T18:16:45,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:45,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4553023b110c15698c46f7f588ddcb0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:16:45,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:45,069 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-15T18:16:45,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4553023b110c15698c46f7f588ddcb0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:16:45,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:45,069 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-15T18:16:45,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4553023b110c15698c46f7f588ddcb0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:16:45,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:16:45,070 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72962 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-15T18:16:45,070 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 75352 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-15T18:16:45,070 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 4553023b110c15698c46f7f588ddcb0d/A is initiating minor compaction (all files) 2024-11-15T18:16:45,070 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 4553023b110c15698c46f7f588ddcb0d/B is initiating minor compaction (all files) 2024-11-15T18:16:45,070 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4553023b110c15698c46f7f588ddcb0d/B in TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:45,070 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4553023b110c15698c46f7f588ddcb0d/A in TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:45,070 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/e36d8a69bda74698a6c813e57f411666, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/17b12bde37da4a06b435a37d84c36c18, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/7c94a7467f284ce5b9f874f718914188, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/c2f1fcc9161c43e39e237757b0a87d99, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/965824431c524bc99f6a0f1740da6e1b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/417d1175c48e40b0a82fde2392839871] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp, totalSize=71.3 K 2024-11-15T18:16:45,070 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/e43476730bb04a7f97236a1c66feee00, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/2fc562b896fc486390fc38a420d2a49b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/d137d89ed91743c8bf8e3840b748d3cd, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/21fb368feb314747ae9f4ad6852efb94, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/3c534e054e7d4198a93feeddd1132d4d, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/e3fb97810ae643a0b561300907fe22e3] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp, totalSize=73.6 K 2024-11-15T18:16:45,071 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting e43476730bb04a7f97236a1c66feee00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731694598373 2024-11-15T18:16:45,071 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting e36d8a69bda74698a6c813e57f411666, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731694598373 2024-11-15T18:16:45,071 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fc562b896fc486390fc38a420d2a49b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731694599607 2024-11-15T18:16:45,071 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 17b12bde37da4a06b435a37d84c36c18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731694599607 2024-11-15T18:16:45,071 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting d137d89ed91743c8bf8e3840b748d3cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731694600270 2024-11-15T18:16:45,071 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c94a7467f284ce5b9f874f718914188, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731694600270 2024-11-15T18:16:45,071 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting c2f1fcc9161c43e39e237757b0a87d99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731694600674 2024-11-15T18:16:45,071 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21fb368feb314747ae9f4ad6852efb94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731694600674 2024-11-15T18:16:45,071 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 965824431c524bc99f6a0f1740da6e1b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731694601868 2024-11-15T18:16:45,071 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c534e054e7d4198a93feeddd1132d4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731694601868 2024-11-15T18:16:45,072 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 417d1175c48e40b0a82fde2392839871, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731694603026 2024-11-15T18:16:45,072 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3fb97810ae643a0b561300907fe22e3, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731694603026 2024-11-15T18:16:45,079 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4553023b110c15698c46f7f588ddcb0d#B#compaction#409 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:45,079 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4553023b110c15698c46f7f588ddcb0d#A#compaction#410 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:45,079 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/f0fad09a6335453888fae53a59f32c90 is 50, key is test_row_0/B:col10/1731694603026/Put/seqid=0 2024-11-15T18:16:45,079 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/48baec8990df4e94953c358396e01d3d is 50, key is test_row_0/A:col10/1731694603026/Put/seqid=0 2024-11-15T18:16:45,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742306_1482 (size=12561) 2024-11-15T18:16:45,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742307_1483 (size=12561) 2024-11-15T18:16:45,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-15T18:16:45,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:45,176 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 4553023b110c15698c46f7f588ddcb0d 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-15T18:16:45,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=A 2024-11-15T18:16:45,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:45,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=B 2024-11-15T18:16:45,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:45,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=C 2024-11-15T18:16:45,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:45,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/ef0ce4c4f5f04ab99a935d3ac27efadf is 50, key is test_row_0/A:col10/1731694604250/Put/seqid=0 2024-11-15T18:16:45,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742308_1484 (size=12151) 2024-11-15T18:16:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-15T18:16:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:16:45,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:45,470 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731694605452, max timestamp=1731694605467Num uniques 859; 2024-11-15T18:16:45,470 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T18:16:45,470 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731694605452, max timestamp=1731694605467Num uniques 859; 2024-11-15T18:16:45,470 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T18:16:45,470 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731694605452, max timestamp=1731694605467Num uniques 859; 2024-11-15T18:16:45,471 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T18:16:45,486 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/f0fad09a6335453888fae53a59f32c90 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/f0fad09a6335453888fae53a59f32c90 2024-11-15T18:16:45,486 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/48baec8990df4e94953c358396e01d3d as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/48baec8990df4e94953c358396e01d3d 2024-11-15T18:16:45,496 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 4553023b110c15698c46f7f588ddcb0d/A of 4553023b110c15698c46f7f588ddcb0d into 48baec8990df4e94953c358396e01d3d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:45,496 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 4553023b110c15698c46f7f588ddcb0d/B of 4553023b110c15698c46f7f588ddcb0d into f0fad09a6335453888fae53a59f32c90(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:45,496 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:45,496 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:45,496 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., storeName=4553023b110c15698c46f7f588ddcb0d/A, priority=10, startTime=1731694605069; duration=0sec 2024-11-15T18:16:45,496 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., storeName=4553023b110c15698c46f7f588ddcb0d/B, priority=10, startTime=1731694605069; duration=0sec 2024-11-15T18:16:45,496 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:16:45,496 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4553023b110c15698c46f7f588ddcb0d:A 2024-11-15T18:16:45,496 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:45,496 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4553023b110c15698c46f7f588ddcb0d:B 2024-11-15T18:16:45,496 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-15T18:16:45,497 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72962 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-15T18:16:45,497 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 4553023b110c15698c46f7f588ddcb0d/C is initiating minor compaction (all files) 2024-11-15T18:16:45,497 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4553023b110c15698c46f7f588ddcb0d/C in TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:45,497 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/a54f68ce057c408c8c784c6c7a41da64, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/39b5ac11fd3c42cd9ba4e6f051188640, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/e612656ae2914d42b93be4f875ad95d8, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/57f9938544cc45c9b2696e242036fa96, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/2b5b38ab397b46908280b3025e4cca69, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/bc26bccc7e4f4d5fb8526933c118aec1] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp, totalSize=71.3 K 2024-11-15T18:16:45,498 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting a54f68ce057c408c8c784c6c7a41da64, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731694598373 2024-11-15T18:16:45,498 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39b5ac11fd3c42cd9ba4e6f051188640, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731694599607 2024-11-15T18:16:45,498 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting e612656ae2914d42b93be4f875ad95d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731694600270 2024-11-15T18:16:45,498 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57f9938544cc45c9b2696e242036fa96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731694600674 2024-11-15T18:16:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-15T18:16:45,499 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b5b38ab397b46908280b3025e4cca69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731694601868 2024-11-15T18:16:45,499 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc26bccc7e4f4d5fb8526933c118aec1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731694603026 2024-11-15T18:16:45,507 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4553023b110c15698c46f7f588ddcb0d#C#compaction#412 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:45,507 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/dc46d66fc24a41759b1e4f764e0afd9b is 50, key is test_row_0/C:col10/1731694603026/Put/seqid=0 2024-11-15T18:16:45,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742309_1485 (size=12561) 2024-11-15T18:16:45,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694665511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:45,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:45,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:45,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:45,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694665512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:45,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:45,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:45,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694665513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:45,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:45,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:45,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:45,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:45,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694665514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:45,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:45,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:45,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:45,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694665517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:45,529 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:45,529 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:45,529 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:45,583 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/ef0ce4c4f5f04ab99a935d3ac27efadf 2024-11-15T18:16:45,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/d52b53725bcf4d179e8cb20f848d74ef is 50, key is test_row_0/B:col10/1731694604250/Put/seqid=0 2024-11-15T18:16:45,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742310_1486 (size=12151) 2024-11-15T18:16:45,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:45,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694665629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:45,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694665629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:45,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694665629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:45,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694665629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:45,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694665639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:45,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:45,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694665839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:45,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:45,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:45,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:45,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:45,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694665849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:45,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:45,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:45,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694665849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:45,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:45,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:45,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:45,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:45,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:45,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:45,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694665849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:45,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:45,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:45,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:45,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694665849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:45,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:45,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:45,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:45,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:45,916 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/dc46d66fc24a41759b1e4f764e0afd9b as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/dc46d66fc24a41759b1e4f764e0afd9b 2024-11-15T18:16:45,919 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 4553023b110c15698c46f7f588ddcb0d/C of 4553023b110c15698c46f7f588ddcb0d into dc46d66fc24a41759b1e4f764e0afd9b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:45,919 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:45,919 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., storeName=4553023b110c15698c46f7f588ddcb0d/C, priority=10, startTime=1731694605069; duration=0sec 2024-11-15T18:16:45,919 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:45,919 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4553023b110c15698c46f7f588ddcb0d:C 2024-11-15T18:16:45,992 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/d52b53725bcf4d179e8cb20f848d74ef 2024-11-15T18:16:45,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/3deadc1b93bc428498d174f1cf212b72 is 50, key is test_row_0/C:col10/1731694604250/Put/seqid=0 2024-11-15T18:16:45,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742311_1487 (size=12151) 2024-11-15T18:16:46,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-15T18:16:46,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:46,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694666149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:46,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:46,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:46,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:46,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:46,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694666169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:46,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:46,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:46,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694666169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:46,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:46,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:46,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:46,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694666169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:46,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:46,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:46,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:46,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:46,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694666169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:46,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:46,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:46,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:46,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:46,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:46,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:46,399 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/3deadc1b93bc428498d174f1cf212b72 2024-11-15T18:16:46,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/ef0ce4c4f5f04ab99a935d3ac27efadf as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/ef0ce4c4f5f04ab99a935d3ac27efadf 2024-11-15T18:16:46,405 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/ef0ce4c4f5f04ab99a935d3ac27efadf, entries=150, sequenceid=248, filesize=11.9 K 2024-11-15T18:16:46,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/d52b53725bcf4d179e8cb20f848d74ef as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/d52b53725bcf4d179e8cb20f848d74ef 2024-11-15T18:16:46,408 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/d52b53725bcf4d179e8cb20f848d74ef, entries=150, sequenceid=248, filesize=11.9 K 2024-11-15T18:16:46,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/3deadc1b93bc428498d174f1cf212b72 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/3deadc1b93bc428498d174f1cf212b72 2024-11-15T18:16:46,411 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/3deadc1b93bc428498d174f1cf212b72, entries=150, sequenceid=248, filesize=11.9 K 2024-11-15T18:16:46,412 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 4553023b110c15698c46f7f588ddcb0d in 1235ms, sequenceid=248, compaction requested=false 2024-11-15T18:16:46,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:46,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:46,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-15T18:16:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-15T18:16:46,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-15T18:16:46,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5420 sec 2024-11-15T18:16:46,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 1.5450 sec 2024-11-15T18:16:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:16:46,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4553023b110c15698c46f7f588ddcb0d 3/3 column families, dataSize=147.60 KB heapSize=415.45 KB 2024-11-15T18:16:46,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=A 2024-11-15T18:16:46,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:16:46,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=B 2024-11-15T18:16:46,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:16:46,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=C 2024-11-15T18:16:46,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:16:46,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/d80afd2471bf41c6ac818147a5e8ea4c is 50, key is test_row_0/A:col10/1731694606664/Put/seqid=0 2024-11-15T18:16:46,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742312_1488 (size=14741) 2024-11-15T18:16:46,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694666689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:46,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:46,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694666689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:46,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:46,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:46,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:46,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:46,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:46,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694666689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:46,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:46,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:46,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:46,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694666689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:46,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:46,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:46,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:46,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694666693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:46,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:46,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:46,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:46,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694666809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:46,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:46,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:46,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-15T18:16:47,019 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:16:47,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:16:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-11-15T18:16:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-15T18:16:47,021 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:16:47,021 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:16:47,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:16:47,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694667019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:47,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:47,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:47,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:47,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/d80afd2471bf41c6ac818147a5e8ea4c 2024-11-15T18:16:47,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/e79b56e52b03468481d948a2c195754e is 50, key is test_row_0/B:col10/1731694606664/Put/seqid=0 2024-11-15T18:16:47,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742313_1489 (size=12301) 2024-11-15T18:16:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-15T18:16:47,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-15T18:16:47,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:47,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:47,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:47,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:47,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:47,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-15T18:16:47,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:47,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:47,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:47,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:47,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:47,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-15T18:16:47,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:47,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694667339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:47,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:47,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:47,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:47,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-15T18:16:47,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:47,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:47,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:47,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:47,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:47,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:47,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/e79b56e52b03468481d948a2c195754e 2024-11-15T18:16:47,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/cf8fada9156847fba424f638513b396c is 50, key is test_row_0/C:col10/1731694606664/Put/seqid=0 2024-11-15T18:16:47,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742314_1490 (size=12301) 2024-11-15T18:16:47,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-15T18:16:47,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:47,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:47,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:47,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:47,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-15T18:16:47,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694667699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:47,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694667699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:47,701 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_0' in 4553023b110c15698c46f7f588ddcb0d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:16:47,701 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_0' in 4553023b110c15698c46f7f588ddcb0d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:16:47,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:47,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:47,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:47,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:47,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:47,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:47,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694667709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:47,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694667709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:47,711 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_2' in 4553023b110c15698c46f7f588ddcb0d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:16:47,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:47,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:47,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:47,712 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_1' in 4553023b110c15698c46f7f588ddcb0d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:16:47,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:47,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:47,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:47,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-15T18:16:47,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:47,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:47,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:47,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:47,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:47,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694667860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:47,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:47,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:47,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:47,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/cf8fada9156847fba424f638513b396c 2024-11-15T18:16:47,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/d80afd2471bf41c6ac818147a5e8ea4c as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/d80afd2471bf41c6ac818147a5e8ea4c 2024-11-15T18:16:47,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/d80afd2471bf41c6ac818147a5e8ea4c, entries=200, sequenceid=288, filesize=14.4 K 2024-11-15T18:16:47,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/e79b56e52b03468481d948a2c195754e as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/e79b56e52b03468481d948a2c195754e 2024-11-15T18:16:47,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/e79b56e52b03468481d948a2c195754e, entries=150, sequenceid=288, filesize=12.0 K 2024-11-15T18:16:47,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/cf8fada9156847fba424f638513b396c as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/cf8fada9156847fba424f638513b396c 2024-11-15T18:16:47,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/cf8fada9156847fba424f638513b396c, entries=150, sequenceid=288, filesize=12.0 K 2024-11-15T18:16:47,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=33.54 KB/34350 for 4553023b110c15698c46f7f588ddcb0d in 1248ms, sequenceid=288, compaction requested=true 2024-11-15T18:16:47,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:47,914 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:16:47,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4553023b110c15698c46f7f588ddcb0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:16:47,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:47,914 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:16:47,918 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39453 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:16:47,918 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 4553023b110c15698c46f7f588ddcb0d/A is initiating minor compaction (all files) 2024-11-15T18:16:47,918 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4553023b110c15698c46f7f588ddcb0d/A in TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:47,918 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37013 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:16:47,918 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/48baec8990df4e94953c358396e01d3d, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/ef0ce4c4f5f04ab99a935d3ac27efadf, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/d80afd2471bf41c6ac818147a5e8ea4c] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp, totalSize=38.5 K 2024-11-15T18:16:47,918 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 4553023b110c15698c46f7f588ddcb0d/B is initiating minor compaction (all files) 2024-11-15T18:16:47,918 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4553023b110c15698c46f7f588ddcb0d/B in TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:47,918 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/f0fad09a6335453888fae53a59f32c90, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/d52b53725bcf4d179e8cb20f848d74ef, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/e79b56e52b03468481d948a2c195754e] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp, totalSize=36.1 K 2024-11-15T18:16:47,919 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48baec8990df4e94953c358396e01d3d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731694603026 2024-11-15T18:16:47,919 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting f0fad09a6335453888fae53a59f32c90, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731694603026 2024-11-15T18:16:47,919 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting d52b53725bcf4d179e8cb20f848d74ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731694604233 2024-11-15T18:16:47,919 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef0ce4c4f5f04ab99a935d3ac27efadf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731694604233 2024-11-15T18:16:47,919 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting e79b56e52b03468481d948a2c195754e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731694605513 2024-11-15T18:16:47,919 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting d80afd2471bf41c6ac818147a5e8ea4c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731694605512 2024-11-15T18:16:47,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4553023b110c15698c46f7f588ddcb0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:16:47,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:47,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4553023b110c15698c46f7f588ddcb0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:16:47,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:16:47,930 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4553023b110c15698c46f7f588ddcb0d#A#compaction#418 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:47,930 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/0a2231f46e8f4026b3ed16ede5b44fca is 50, key is test_row_0/A:col10/1731694606664/Put/seqid=0 2024-11-15T18:16:47,935 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4553023b110c15698c46f7f588ddcb0d#B#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:47,935 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/4d07ff98c1dc4912aba3be02478fa36b is 50, key is test_row_0/B:col10/1731694606664/Put/seqid=0 2024-11-15T18:16:47,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-15T18:16:47,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:47,936 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing 4553023b110c15698c46f7f588ddcb0d 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-15T18:16:47,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=A 2024-11-15T18:16:47,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:47,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=B 2024-11-15T18:16:47,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:47,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=C 2024-11-15T18:16:47,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:47,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/ceecd9698f9a47ed83d1e02a0aff87ea is 50, key is test_row_1/A:col10/1731694606678/Put/seqid=0 2024-11-15T18:16:47,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742316_1492 (size=12813) 2024-11-15T18:16:47,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742315_1491 (size=12813) 2024-11-15T18:16:47,949 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/4d07ff98c1dc4912aba3be02478fa36b as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/4d07ff98c1dc4912aba3be02478fa36b 2024-11-15T18:16:47,949 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/0a2231f46e8f4026b3ed16ede5b44fca as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/0a2231f46e8f4026b3ed16ede5b44fca 2024-11-15T18:16:47,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742317_1493 (size=9857) 2024-11-15T18:16:47,957 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/ceecd9698f9a47ed83d1e02a0aff87ea 2024-11-15T18:16:47,960 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4553023b110c15698c46f7f588ddcb0d/B of 4553023b110c15698c46f7f588ddcb0d into 4d07ff98c1dc4912aba3be02478fa36b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:47,960 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:47,961 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., storeName=4553023b110c15698c46f7f588ddcb0d/B, priority=13, startTime=1731694607914; duration=0sec 2024-11-15T18:16:47,961 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:16:47,961 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4553023b110c15698c46f7f588ddcb0d:B 2024-11-15T18:16:47,961 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:16:47,961 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37013 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:16:47,961 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 4553023b110c15698c46f7f588ddcb0d/C is initiating minor compaction (all files) 2024-11-15T18:16:47,961 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4553023b110c15698c46f7f588ddcb0d/C in TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:47,962 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/dc46d66fc24a41759b1e4f764e0afd9b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/3deadc1b93bc428498d174f1cf212b72, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/cf8fada9156847fba424f638513b396c] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp, totalSize=36.1 K 2024-11-15T18:16:47,962 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting dc46d66fc24a41759b1e4f764e0afd9b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731694603026 2024-11-15T18:16:47,962 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 3deadc1b93bc428498d174f1cf212b72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731694604233 2024-11-15T18:16:47,962 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting cf8fada9156847fba424f638513b396c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731694605513 2024-11-15T18:16:47,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/a26d5875b08341c4b6b072da35cf93da is 50, key is test_row_1/B:col10/1731694606678/Put/seqid=0 2024-11-15T18:16:47,964 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4553023b110c15698c46f7f588ddcb0d/A of 4553023b110c15698c46f7f588ddcb0d into 0a2231f46e8f4026b3ed16ede5b44fca(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:47,964 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:47,964 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., storeName=4553023b110c15698c46f7f588ddcb0d/A, priority=13, startTime=1731694607913; duration=0sec 2024-11-15T18:16:47,964 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:47,964 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4553023b110c15698c46f7f588ddcb0d:A 2024-11-15T18:16:47,975 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4553023b110c15698c46f7f588ddcb0d#C#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:47,975 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/1bc3c631461b400fb6b9be439065e2d8 is 50, key is test_row_0/C:col10/1731694606664/Put/seqid=0 2024-11-15T18:16:47,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742318_1494 (size=9857) 2024-11-15T18:16:47,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742319_1495 (size=12813) 2024-11-15T18:16:47,988 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/1bc3c631461b400fb6b9be439065e2d8 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/1bc3c631461b400fb6b9be439065e2d8 2024-11-15T18:16:47,994 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4553023b110c15698c46f7f588ddcb0d/C of 4553023b110c15698c46f7f588ddcb0d into 1bc3c631461b400fb6b9be439065e2d8(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:47,994 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:47,994 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., storeName=4553023b110c15698c46f7f588ddcb0d/C, priority=13, startTime=1731694607921; duration=0sec 2024-11-15T18:16:47,994 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:47,994 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4553023b110c15698c46f7f588ddcb0d:C 2024-11-15T18:16:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-15T18:16:48,382 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/a26d5875b08341c4b6b072da35cf93da 2024-11-15T18:16:48,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/a3b45a900cf84495936a1867e3202f3f is 50, key is test_row_1/C:col10/1731694606678/Put/seqid=0 2024-11-15T18:16:48,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742320_1496 (size=9857) 2024-11-15T18:16:48,793 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/a3b45a900cf84495936a1867e3202f3f 2024-11-15T18:16:48,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/ceecd9698f9a47ed83d1e02a0aff87ea as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/ceecd9698f9a47ed83d1e02a0aff87ea 2024-11-15T18:16:48,800 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/ceecd9698f9a47ed83d1e02a0aff87ea, entries=100, sequenceid=296, filesize=9.6 K 2024-11-15T18:16:48,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/a26d5875b08341c4b6b072da35cf93da as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/a26d5875b08341c4b6b072da35cf93da 2024-11-15T18:16:48,804 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/a26d5875b08341c4b6b072da35cf93da, entries=100, sequenceid=296, filesize=9.6 K 2024-11-15T18:16:48,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/a3b45a900cf84495936a1867e3202f3f as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/a3b45a900cf84495936a1867e3202f3f 2024-11-15T18:16:48,808 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/a3b45a900cf84495936a1867e3202f3f, entries=100, sequenceid=296, filesize=9.6 K 2024-11-15T18:16:48,809 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 4553023b110c15698c46f7f588ddcb0d in 873ms, sequenceid=296, compaction requested=false 2024-11-15T18:16:48,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:48,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:48,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-11-15T18:16:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-11-15T18:16:48,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-15T18:16:48,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7890 sec 2024-11-15T18:16:48,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 1.7930 sec 2024-11-15T18:16:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:16:48,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4553023b110c15698c46f7f588ddcb0d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T18:16:48,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=A 2024-11-15T18:16:48,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:48,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=B 2024-11-15T18:16:48,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:48,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=C 2024-11-15T18:16:48,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:48,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/5679f8321bce428582871fd7eec4dfd9 is 50, key is test_row_0/A:col10/1731694608879/Put/seqid=0 2024-11-15T18:16:48,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742321_1497 (size=14741) 2024-11-15T18:16:49,014 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694608984, max timestamp=1731694609012Num uniques 859; 2024-11-15T18:16:49,014 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:16:49,014 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694608984, max timestamp=1731694609012Num uniques 859; 2024-11-15T18:16:49,014 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:16:49,014 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694608984, max timestamp=1731694609012Num uniques 859; 2024-11-15T18:16:49,014 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:16:49,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694669113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:49,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:49,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:49,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-15T18:16:49,169 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:16:49,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:16:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-11-15T18:16:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-15T18:16:49,171 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:16:49,172 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:16:49,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:16:49,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694669218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:49,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:49,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:49,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-15T18:16:49,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/5679f8321bce428582871fd7eec4dfd9 2024-11-15T18:16:49,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/985ca2d704ec4c25b01cb5a8b4f3b0fc is 50, key is test_row_0/B:col10/1731694608879/Put/seqid=0 2024-11-15T18:16:49,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742322_1498 (size=12301) 2024-11-15T18:16:49,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-15T18:16:49,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:49,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:49,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:49,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:49,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:49,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694669429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:49,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:49,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:49,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:49,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-15T18:16:49,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:49,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:49,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:49,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:49,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-15T18:16:49,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-15T18:16:49,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:49,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:49,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:49,629 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:49,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:49,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694669709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:49,717 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_0' in 4553023b110c15698c46f7f588ddcb0d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:16:49,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:49,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:49,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:49,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/985ca2d704ec4c25b01cb5a8b4f3b0fc 2024-11-15T18:16:49,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/72c6239b578546a69c7f9c4084dd188a is 50, key is test_row_0/C:col10/1731694608879/Put/seqid=0 2024-11-15T18:16:49,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742323_1499 (size=12301) 2024-11-15T18:16:49,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/72c6239b578546a69c7f9c4084dd188a 2024-11-15T18:16:49,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/5679f8321bce428582871fd7eec4dfd9 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/5679f8321bce428582871fd7eec4dfd9 2024-11-15T18:16:49,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694669729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:49,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:49,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/5679f8321bce428582871fd7eec4dfd9, entries=200, sequenceid=309, filesize=14.4 K 2024-11-15T18:16:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694669729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:49,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694669729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:49,741 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_0' in 4553023b110c15698c46f7f588ddcb0d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4227 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:16:49,741 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_2' in 4553023b110c15698c46f7f588ddcb0d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4228 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:16:49,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:49,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/985ca2d704ec4c25b01cb5a8b4f3b0fc as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/985ca2d704ec4c25b01cb5a8b4f3b0fc 2024-11-15T18:16:49,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:49,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:49,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:49,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:49,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:49,741 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_1' in 4553023b110c15698c46f7f588ddcb0d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4224 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:16:49,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:49,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:49,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:49,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/985ca2d704ec4c25b01cb5a8b4f3b0fc, entries=150, sequenceid=309, filesize=12.0 K 2024-11-15T18:16:49,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/72c6239b578546a69c7f9c4084dd188a as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/72c6239b578546a69c7f9c4084dd188a 2024-11-15T18:16:49,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/72c6239b578546a69c7f9c4084dd188a, entries=150, sequenceid=309, filesize=12.0 K 2024-11-15T18:16:49,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 4553023b110c15698c46f7f588ddcb0d in 851ms, sequenceid=309, compaction requested=true 2024-11-15T18:16:49,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:49,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4553023b110c15698c46f7f588ddcb0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:16:49,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:49,749 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:16:49,749 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:16:49,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4553023b110c15698c46f7f588ddcb0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:16:49,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:49,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4553023b110c15698c46f7f588ddcb0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:16:49,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:16:49,750 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34971 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:16:49,750 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37411 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:16:49,750 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 4553023b110c15698c46f7f588ddcb0d/B is initiating minor compaction (all files) 2024-11-15T18:16:49,750 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 4553023b110c15698c46f7f588ddcb0d/A is initiating minor compaction (all files) 2024-11-15T18:16:49,750 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4553023b110c15698c46f7f588ddcb0d/B in TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:49,750 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4553023b110c15698c46f7f588ddcb0d/A in TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:49,750 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/4d07ff98c1dc4912aba3be02478fa36b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/a26d5875b08341c4b6b072da35cf93da, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/985ca2d704ec4c25b01cb5a8b4f3b0fc] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp, totalSize=34.2 K 2024-11-15T18:16:49,750 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/0a2231f46e8f4026b3ed16ede5b44fca, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/ceecd9698f9a47ed83d1e02a0aff87ea, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/5679f8321bce428582871fd7eec4dfd9] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp, totalSize=36.5 K 2024-11-15T18:16:49,750 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d07ff98c1dc4912aba3be02478fa36b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731694605513 2024-11-15T18:16:49,750 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a2231f46e8f4026b3ed16ede5b44fca, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731694605513 2024-11-15T18:16:49,750 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting a26d5875b08341c4b6b072da35cf93da, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731694606678 2024-11-15T18:16:49,750 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting ceecd9698f9a47ed83d1e02a0aff87ea, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731694606678 2024-11-15T18:16:49,750 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 985ca2d704ec4c25b01cb5a8b4f3b0fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731694608879 2024-11-15T18:16:49,750 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5679f8321bce428582871fd7eec4dfd9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731694608879 2024-11-15T18:16:49,761 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4553023b110c15698c46f7f588ddcb0d#A#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:49,761 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4553023b110c15698c46f7f588ddcb0d#B#compaction#427 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:49,761 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/f65f3490b81948b395ff6cf5385818fa is 50, key is test_row_0/A:col10/1731694608879/Put/seqid=0 2024-11-15T18:16:49,761 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/0745e2a13e174577933cfd8046c6e890 is 50, key is test_row_0/B:col10/1731694608879/Put/seqid=0 2024-11-15T18:16:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:16:49,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4553023b110c15698c46f7f588ddcb0d 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-15T18:16:49,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=A 2024-11-15T18:16:49,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-15T18:16:49,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=B 2024-11-15T18:16:49,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-15T18:16:49,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=C 2024-11-15T18:16:49,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-15T18:16:49,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/effc6afb0ce8487dadae37259ab09911 is 50, key is test_row_0/A:col10/1731694609761/Put/seqid=0 2024-11-15T18:16:49,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742324_1500 (size=12915) 2024-11-15T18:16:49,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742325_1501 (size=12915) 2024-11-15T18:16:49,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742326_1502 (size=14741) 2024-11-15T18:16:49,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-15T18:16:49,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:49,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:49,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:49,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:49,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-15T18:16:49,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694669818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:49,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:49,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:49,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:49,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-15T18:16:49,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:49,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:49,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:49,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:49,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:49,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694669929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:49,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:49,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:49,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:50,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-15T18:16:50,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:50,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:50,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:50,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:50,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:50,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694670149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:50,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:50,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:50,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:50,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/effc6afb0ce8487dadae37259ab09911 2024-11-15T18:16:50,180 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/0745e2a13e174577933cfd8046c6e890 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/0745e2a13e174577933cfd8046c6e890 2024-11-15T18:16:50,180 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/f65f3490b81948b395ff6cf5385818fa as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/f65f3490b81948b395ff6cf5385818fa 2024-11-15T18:16:50,184 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4553023b110c15698c46f7f588ddcb0d/B of 4553023b110c15698c46f7f588ddcb0d into 0745e2a13e174577933cfd8046c6e890(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:50,184 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4553023b110c15698c46f7f588ddcb0d/A of 4553023b110c15698c46f7f588ddcb0d into f65f3490b81948b395ff6cf5385818fa(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:50,184 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:50,184 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:50,184 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., storeName=4553023b110c15698c46f7f588ddcb0d/B, priority=13, startTime=1731694609749; duration=0sec 2024-11-15T18:16:50,184 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., storeName=4553023b110c15698c46f7f588ddcb0d/A, priority=13, startTime=1731694609749; duration=0sec 2024-11-15T18:16:50,184 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:16:50,184 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4553023b110c15698c46f7f588ddcb0d:B 2024-11-15T18:16:50,184 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:16:50,184 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4553023b110c15698c46f7f588ddcb0d:A 2024-11-15T18:16:50,184 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:16:50,184 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34971 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:16:50,184 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 4553023b110c15698c46f7f588ddcb0d/C is initiating minor compaction (all files) 2024-11-15T18:16:50,185 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4553023b110c15698c46f7f588ddcb0d/C in TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:50,185 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/1bc3c631461b400fb6b9be439065e2d8, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/a3b45a900cf84495936a1867e3202f3f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/72c6239b578546a69c7f9c4084dd188a] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp, totalSize=34.2 K 2024-11-15T18:16:50,185 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bc3c631461b400fb6b9be439065e2d8, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731694605513 2024-11-15T18:16:50,185 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting a3b45a900cf84495936a1867e3202f3f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731694606678 2024-11-15T18:16:50,186 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 72c6239b578546a69c7f9c4084dd188a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731694608879 2024-11-15T18:16:50,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/03e0999e26d74280873f01e654a2c405 is 50, key is test_row_0/B:col10/1731694609761/Put/seqid=0 2024-11-15T18:16:50,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742327_1503 (size=12301) 2024-11-15T18:16:50,198 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4553023b110c15698c46f7f588ddcb0d#C#compaction#431 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:50,198 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/9c9a81f4d36c4576983854a87f2a8766 is 50, key is test_row_0/C:col10/1731694608879/Put/seqid=0 2024-11-15T18:16:50,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742328_1504 (size=12915) 2024-11-15T18:16:50,206 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/9c9a81f4d36c4576983854a87f2a8766 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/9c9a81f4d36c4576983854a87f2a8766 2024-11-15T18:16:50,210 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4553023b110c15698c46f7f588ddcb0d/C of 4553023b110c15698c46f7f588ddcb0d into 9c9a81f4d36c4576983854a87f2a8766(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:50,210 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:50,210 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., storeName=4553023b110c15698c46f7f588ddcb0d/C, priority=13, startTime=1731694609749; duration=0sec 2024-11-15T18:16:50,210 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:50,210 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4553023b110c15698c46f7f588ddcb0d:C 2024-11-15T18:16:50,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-15T18:16:50,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:50,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:50,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:50,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:50,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-15T18:16:50,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-15T18:16:50,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:50,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:50,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:50,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:50,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:50,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694670459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:50,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:50,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:50,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:50,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-15T18:16:50,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:50,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:50,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:50,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:50,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:50,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/03e0999e26d74280873f01e654a2c405 2024-11-15T18:16:50,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/1d5d633dab1348bd9728c91b85393087 is 50, key is test_row_0/C:col10/1731694609761/Put/seqid=0 2024-11-15T18:16:50,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742329_1505 (size=12301) 2024-11-15T18:16:50,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-15T18:16:50,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:50,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:50,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:50,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:50,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:50,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-15T18:16:50,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:50,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:50,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:50,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:50,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:50,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694670969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:50,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:50,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:50,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:51,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-15T18:16:51,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:51,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:51,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:51,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:51,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:51,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/1d5d633dab1348bd9728c91b85393087 2024-11-15T18:16:51,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/effc6afb0ce8487dadae37259ab09911 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/effc6afb0ce8487dadae37259ab09911 2024-11-15T18:16:51,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/effc6afb0ce8487dadae37259ab09911, entries=200, sequenceid=347, filesize=14.4 K 2024-11-15T18:16:51,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/03e0999e26d74280873f01e654a2c405 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/03e0999e26d74280873f01e654a2c405 2024-11-15T18:16:51,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/03e0999e26d74280873f01e654a2c405, entries=150, sequenceid=347, filesize=12.0 K 2024-11-15T18:16:51,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/1d5d633dab1348bd9728c91b85393087 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/1d5d633dab1348bd9728c91b85393087 2024-11-15T18:16:51,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/1d5d633dab1348bd9728c91b85393087, entries=150, sequenceid=347, filesize=12.0 K 2024-11-15T18:16:51,019 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 4553023b110c15698c46f7f588ddcb0d in 1255ms, sequenceid=347, compaction requested=false 2024-11-15T18:16:51,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:51,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-15T18:16:51,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:51,155 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2902): Flushing 4553023b110c15698c46f7f588ddcb0d 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-15T18:16:51,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=A 2024-11-15T18:16:51,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:51,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=B 2024-11-15T18:16:51,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:51,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=C 2024-11-15T18:16:51,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:51,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/9a9c2c235b3b48fa8590090ef923690a is 50, key is test_row_0/A:col10/1731694609817/Put/seqid=0 2024-11-15T18:16:51,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742330_1506 (size=9857) 2024-11-15T18:16:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-15T18:16:51,564 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/9a9c2c235b3b48fa8590090ef923690a 2024-11-15T18:16:51,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/04ba36ea8d0c404ebd6f5d9288c2d2dc is 50, key is test_row_0/B:col10/1731694609817/Put/seqid=0 2024-11-15T18:16:51,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742331_1507 (size=9857) 2024-11-15T18:16:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:16:51,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:52,030 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/04ba36ea8d0c404ebd6f5d9288c2d2dc 2024-11-15T18:16:52,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/0009bfc905764a449636637b7dfd133e is 50, key is test_row_0/C:col10/1731694609817/Put/seqid=0 2024-11-15T18:16:52,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742332_1508 (size=9857) 2024-11-15T18:16:52,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694612069, max timestamp=1731694612095Num uniques 859; 2024-11-15T18:16:52,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694612069, max timestamp=1731694612095Num uniques 859; 2024-11-15T18:16:52,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694612069, max timestamp=1731694612095Num uniques 859; 2024-11-15T18:16:52,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:16:52,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:16:52,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:16:52,220 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731694612183, max timestamp=1731694612217Num uniques 1018; 2024-11-15T18:16:52,220 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-15T18:16:52,221 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731694612183, max timestamp=1731694612217Num uniques 1018; 2024-11-15T18:16:52,221 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-15T18:16:52,221 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731694612183, max timestamp=1731694612217Num uniques 1018; 2024-11-15T18:16:52,221 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-15T18:16:52,323 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731694612291, max timestamp=1731694612319Num uniques 1027; 2024-11-15T18:16:52,323 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-15T18:16:52,323 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731694612291, max timestamp=1731694612319Num uniques 1027; 2024-11-15T18:16:52,323 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731694612291, max timestamp=1731694612319Num uniques 1027; 2024-11-15T18:16:52,323 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-15T18:16:52,323 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-15T18:16:52,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694672419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:52,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:52,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:52,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:52,438 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/0009bfc905764a449636637b7dfd133e 2024-11-15T18:16:52,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/9a9c2c235b3b48fa8590090ef923690a as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/9a9c2c235b3b48fa8590090ef923690a 2024-11-15T18:16:52,444 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/9a9c2c235b3b48fa8590090ef923690a, entries=100, sequenceid=359, filesize=9.6 K 2024-11-15T18:16:52,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/04ba36ea8d0c404ebd6f5d9288c2d2dc as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/04ba36ea8d0c404ebd6f5d9288c2d2dc 2024-11-15T18:16:52,446 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/04ba36ea8d0c404ebd6f5d9288c2d2dc, entries=100, sequenceid=359, filesize=9.6 K 2024-11-15T18:16:52,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/0009bfc905764a449636637b7dfd133e as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/0009bfc905764a449636637b7dfd133e 2024-11-15T18:16:52,449 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/0009bfc905764a449636637b7dfd133e, entries=100, sequenceid=359, filesize=9.6 K 2024-11-15T18:16:52,450 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 4553023b110c15698c46f7f588ddcb0d in 1294ms, sequenceid=359, compaction requested=true 2024-11-15T18:16:52,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2603): Flush status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:52,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:52,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-11-15T18:16:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=144 2024-11-15T18:16:52,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-15T18:16:52,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2790 sec 2024-11-15T18:16:52,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 3.2830 sec 2024-11-15T18:16:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:16:52,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4553023b110c15698c46f7f588ddcb0d 3/3 column families, dataSize=147.60 KB heapSize=419.16 KB 2024-11-15T18:16:52,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=A 2024-11-15T18:16:52,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-15T18:16:52,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=B 2024-11-15T18:16:52,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-15T18:16:52,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=C 2024-11-15T18:16:52,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-15T18:16:52,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/6b5a185eba4c4e6aaf89b0a10982d9ed is 50, key is test_row_0/A:col10/1731694612403/Put/seqid=0 2024-11-15T18:16:52,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742333_1509 (size=14741) 2024-11-15T18:16:52,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:52,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694672584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:52,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:52,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:52,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:52,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694672699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:52,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:52,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:52,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:52,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694672919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:52,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:52,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:52,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:52,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/6b5a185eba4c4e6aaf89b0a10982d9ed 2024-11-15T18:16:52,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/78c212867b2a4864afc35baa2c9ac3cb is 50, key is test_row_0/B:col10/1731694612403/Put/seqid=0 2024-11-15T18:16:52,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742334_1510 (size=12301) 2024-11-15T18:16:53,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694673239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:53,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:53,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:53,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:53,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-15T18:16:53,339 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:16:53,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:16:53,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-11-15T18:16:53,341 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:16:53,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-15T18:16:53,341 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:16:53,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:16:53,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/78c212867b2a4864afc35baa2c9ac3cb 2024-11-15T18:16:53,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/fc06272a92bb4dba8c615736864ed7e7 is 50, key is test_row_0/C:col10/1731694612403/Put/seqid=0 2024-11-15T18:16:53,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742335_1511 (size=12301) 2024-11-15T18:16:53,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-15T18:16:53,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-15T18:16:53,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:53,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:53,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:53,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:53,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:53,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-15T18:16:53,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:53,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:53,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:53,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:53,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-15T18:16:53,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:53,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46466 deadline: 1731694673759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:53,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:53,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694673759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:53,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:53,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:53,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:53,764 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_0' in 4553023b110c15698c46f7f588ddcb0d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8252 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:16:53,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:53,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:53,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:53,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/fc06272a92bb4dba8c615736864ed7e7 2024-11-15T18:16:53,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/6b5a185eba4c4e6aaf89b0a10982d9ed as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/6b5a185eba4c4e6aaf89b0a10982d9ed 2024-11-15T18:16:53,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:53,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46478 deadline: 1731694673768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:53,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/6b5a185eba4c4e6aaf89b0a10982d9ed, entries=200, sequenceid=431, filesize=14.4 K 2024-11-15T18:16:53,778 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_0' in 4553023b110c15698c46f7f588ddcb0d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8263 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:16:53,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:53,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/78c212867b2a4864afc35baa2c9ac3cb as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/78c212867b2a4864afc35baa2c9ac3cb 2024-11-15T18:16:53,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:53,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:53,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/78c212867b2a4864afc35baa2c9ac3cb, entries=150, sequenceid=431, filesize=12.0 K 2024-11-15T18:16:53,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/fc06272a92bb4dba8c615736864ed7e7 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/fc06272a92bb4dba8c615736864ed7e7 2024-11-15T18:16:53,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:53,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46480 deadline: 1731694673779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:53,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:53,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46532 deadline: 1731694673779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:53,783 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_2' in 4553023b110c15698c46f7f588ddcb0d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8270 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:16:53,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:53,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:53,784 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_1' in 4553023b110c15698c46f7f588ddcb0d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8266 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:16:53,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:53,784 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:53,784 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:53,784 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:53,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/fc06272a92bb4dba8c615736864ed7e7, entries=150, sequenceid=431, filesize=12.0 K 2024-11-15T18:16:53,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~419.11 KB/429168, currentSize=33.54 KB/34350 for 4553023b110c15698c46f7f588ddcb0d in 1240ms, sequenceid=431, compaction requested=true 2024-11-15T18:16:53,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:53,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4553023b110c15698c46f7f588ddcb0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:16:53,786 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T18:16:53,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:53,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4553023b110c15698c46f7f588ddcb0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:16:53,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:53,786 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T18:16:53,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4553023b110c15698c46f7f588ddcb0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:16:53,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:16:53,787 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52254 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T18:16:53,787 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47374 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T18:16:53,787 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 4553023b110c15698c46f7f588ddcb0d/A is initiating minor compaction (all files) 2024-11-15T18:16:53,787 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 4553023b110c15698c46f7f588ddcb0d/B is initiating minor compaction (all files) 2024-11-15T18:16:53,787 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4553023b110c15698c46f7f588ddcb0d/A in TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:53,787 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4553023b110c15698c46f7f588ddcb0d/B in TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:53,787 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/f65f3490b81948b395ff6cf5385818fa, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/effc6afb0ce8487dadae37259ab09911, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/9a9c2c235b3b48fa8590090ef923690a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/6b5a185eba4c4e6aaf89b0a10982d9ed] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp, totalSize=51.0 K 2024-11-15T18:16:53,787 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/0745e2a13e174577933cfd8046c6e890, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/03e0999e26d74280873f01e654a2c405, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/04ba36ea8d0c404ebd6f5d9288c2d2dc, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/78c212867b2a4864afc35baa2c9ac3cb] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp, totalSize=46.3 K 2024-11-15T18:16:53,787 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 0745e2a13e174577933cfd8046c6e890, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731694608879 2024-11-15T18:16:53,787 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting f65f3490b81948b395ff6cf5385818fa, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731694608879 2024-11-15T18:16:53,787 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 03e0999e26d74280873f01e654a2c405, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731694609060 2024-11-15T18:16:53,787 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting effc6afb0ce8487dadae37259ab09911, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731694609060 2024-11-15T18:16:53,787 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 04ba36ea8d0c404ebd6f5d9288c2d2dc, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731694609793 2024-11-15T18:16:53,788 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 78c212867b2a4864afc35baa2c9ac3cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731694612403 2024-11-15T18:16:53,788 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a9c2c235b3b48fa8590090ef923690a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731694609793 2024-11-15T18:16:53,791 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b5a185eba4c4e6aaf89b0a10982d9ed, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731694612403 2024-11-15T18:16:53,797 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4553023b110c15698c46f7f588ddcb0d#B#compaction#439 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:53,797 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/13d35f1d75164c70924b91658ed01649 is 50, key is test_row_0/B:col10/1731694612403/Put/seqid=0 2024-11-15T18:16:53,798 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4553023b110c15698c46f7f588ddcb0d#A#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:53,798 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/304142371d7e4db0bab72c3dabd55acd is 50, key is test_row_0/A:col10/1731694612403/Put/seqid=0 2024-11-15T18:16:53,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-15T18:16:53,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:53,799 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2902): Flushing 4553023b110c15698c46f7f588ddcb0d 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-15T18:16:53,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=A 2024-11-15T18:16:53,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:53,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=B 2024-11-15T18:16:53,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:53,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=C 2024-11-15T18:16:53,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:53,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742337_1513 (size=13051) 2024-11-15T18:16:53,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/0f904034514e488ea408f7b67215e443 is 50, key is test_row_0/A:col10/1731694612583/Put/seqid=0 2024-11-15T18:16:53,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742336_1512 (size=13051) 2024-11-15T18:16:53,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742338_1514 (size=12301) 2024-11-15T18:16:53,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-15T18:16:54,212 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/304142371d7e4db0bab72c3dabd55acd as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/304142371d7e4db0bab72c3dabd55acd 2024-11-15T18:16:54,216 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4553023b110c15698c46f7f588ddcb0d/A of 4553023b110c15698c46f7f588ddcb0d into 304142371d7e4db0bab72c3dabd55acd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:54,216 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:54,216 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., storeName=4553023b110c15698c46f7f588ddcb0d/A, priority=12, startTime=1731694613786; duration=0sec 2024-11-15T18:16:54,217 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:16:54,217 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4553023b110c15698c46f7f588ddcb0d:A 2024-11-15T18:16:54,217 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T18:16:54,218 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/13d35f1d75164c70924b91658ed01649 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/13d35f1d75164c70924b91658ed01649 2024-11-15T18:16:54,218 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/0f904034514e488ea408f7b67215e443 2024-11-15T18:16:54,218 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47374 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T18:16:54,218 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 4553023b110c15698c46f7f588ddcb0d/C is initiating minor compaction (all files) 2024-11-15T18:16:54,218 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4553023b110c15698c46f7f588ddcb0d/C in TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:54,219 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/9c9a81f4d36c4576983854a87f2a8766, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/1d5d633dab1348bd9728c91b85393087, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/0009bfc905764a449636637b7dfd133e, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/fc06272a92bb4dba8c615736864ed7e7] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp, totalSize=46.3 K 2024-11-15T18:16:54,219 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c9a81f4d36c4576983854a87f2a8766, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731694608879 2024-11-15T18:16:54,219 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d5d633dab1348bd9728c91b85393087, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731694609060 2024-11-15T18:16:54,219 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0009bfc905764a449636637b7dfd133e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731694609793 2024-11-15T18:16:54,220 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc06272a92bb4dba8c615736864ed7e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731694612403 2024-11-15T18:16:54,223 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4553023b110c15698c46f7f588ddcb0d/B of 4553023b110c15698c46f7f588ddcb0d into 13d35f1d75164c70924b91658ed01649(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:54,223 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:54,223 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., storeName=4553023b110c15698c46f7f588ddcb0d/B, priority=12, startTime=1731694613786; duration=0sec 2024-11-15T18:16:54,223 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:54,223 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4553023b110c15698c46f7f588ddcb0d:B 2024-11-15T18:16:54,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/94c314f1f72e49ccbc47b029fe8d4b91 is 50, key is test_row_0/B:col10/1731694612583/Put/seqid=0 2024-11-15T18:16:54,227 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4553023b110c15698c46f7f588ddcb0d#C#compaction#443 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:54,227 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/1f2ad9a3f85542c8b0e8180dd271dff1 is 50, key is test_row_0/C:col10/1731694612403/Put/seqid=0 2024-11-15T18:16:54,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742339_1515 (size=12301) 2024-11-15T18:16:54,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742340_1516 (size=13051) 2024-11-15T18:16:54,244 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/1f2ad9a3f85542c8b0e8180dd271dff1 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/1f2ad9a3f85542c8b0e8180dd271dff1 2024-11-15T18:16:54,249 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4553023b110c15698c46f7f588ddcb0d/C of 4553023b110c15698c46f7f588ddcb0d into 1f2ad9a3f85542c8b0e8180dd271dff1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:54,249 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:54,249 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., storeName=4553023b110c15698c46f7f588ddcb0d/C, priority=12, startTime=1731694613786; duration=0sec 2024-11-15T18:16:54,249 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:54,249 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4553023b110c15698c46f7f588ddcb0d:C 2024-11-15T18:16:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-15T18:16:54,636 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/94c314f1f72e49ccbc47b029fe8d4b91 2024-11-15T18:16:54,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/006c2dbc372e43ae88f916903d2422b0 is 50, key is test_row_0/C:col10/1731694612583/Put/seqid=0 2024-11-15T18:16:54,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742341_1517 (size=12301) 2024-11-15T18:16:54,653 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/006c2dbc372e43ae88f916903d2422b0 2024-11-15T18:16:54,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/0f904034514e488ea408f7b67215e443 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/0f904034514e488ea408f7b67215e443 2024-11-15T18:16:54,664 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/0f904034514e488ea408f7b67215e443, entries=150, sequenceid=439, filesize=12.0 K 2024-11-15T18:16:54,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/94c314f1f72e49ccbc47b029fe8d4b91 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/94c314f1f72e49ccbc47b029fe8d4b91 2024-11-15T18:16:54,670 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/94c314f1f72e49ccbc47b029fe8d4b91, entries=150, sequenceid=439, filesize=12.0 K 2024-11-15T18:16:54,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/006c2dbc372e43ae88f916903d2422b0 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/006c2dbc372e43ae88f916903d2422b0 2024-11-15T18:16:54,676 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/006c2dbc372e43ae88f916903d2422b0, entries=150, sequenceid=439, filesize=12.0 K 2024-11-15T18:16:54,677 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 4553023b110c15698c46f7f588ddcb0d in 878ms, sequenceid=439, compaction requested=false 2024-11-15T18:16:54,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2603): Flush status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:54,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:54,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-11-15T18:16:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=146 2024-11-15T18:16:54,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-15T18:16:54,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3370 sec 2024-11-15T18:16:54,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 1.3410 sec 2024-11-15T18:16:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:16:54,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4553023b110c15698c46f7f588ddcb0d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T18:16:54,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=A 2024-11-15T18:16:54,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:54,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=B 2024-11-15T18:16:54,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:54,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=C 2024-11-15T18:16:54,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:54,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/be7607ba8e4447c79fc897b19a61feb5 is 50, key is test_row_0/A:col10/1731694614808/Put/seqid=0 2024-11-15T18:16:54,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742342_1518 (size=14741) 2024-11-15T18:16:54,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/be7607ba8e4447c79fc897b19a61feb5 2024-11-15T18:16:54,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/b1a5b0e5578f425a81a1ac2cf125c601 is 50, key is test_row_0/B:col10/1731694614808/Put/seqid=0 2024-11-15T18:16:54,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742343_1519 (size=12301) 2024-11-15T18:16:54,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/b1a5b0e5578f425a81a1ac2cf125c601 2024-11-15T18:16:54,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/896b3115015144fcb533f2ec86a72073 is 50, key is test_row_0/C:col10/1731694614808/Put/seqid=0 2024-11-15T18:16:54,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742344_1520 (size=12301) 2024-11-15T18:16:54,986 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694614875, max timestamp=1731694614983Num uniques 859; 2024-11-15T18:16:54,986 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694614875, max timestamp=1731694614983Num uniques 859; 2024-11-15T18:16:54,986 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694614875, max timestamp=1731694614983Num uniques 859; 2024-11-15T18:16:54,986 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:16:54,986 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:16:54,986 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:16:55,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694675216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:55,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:55,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:55,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:55,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/896b3115015144fcb533f2ec86a72073 2024-11-15T18:16:55,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/be7607ba8e4447c79fc897b19a61feb5 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/be7607ba8e4447c79fc897b19a61feb5 2024-11-15T18:16:55,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/be7607ba8e4447c79fc897b19a61feb5, entries=200, sequenceid=452, filesize=14.4 K 2024-11-15T18:16:55,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/b1a5b0e5578f425a81a1ac2cf125c601 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/b1a5b0e5578f425a81a1ac2cf125c601 2024-11-15T18:16:55,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/b1a5b0e5578f425a81a1ac2cf125c601, entries=150, sequenceid=452, filesize=12.0 K 2024-11-15T18:16:55,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/896b3115015144fcb533f2ec86a72073 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/896b3115015144fcb533f2ec86a72073 2024-11-15T18:16:55,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/896b3115015144fcb533f2ec86a72073, entries=150, sequenceid=452, filesize=12.0 K 2024-11-15T18:16:55,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 4553023b110c15698c46f7f588ddcb0d in 524ms, sequenceid=452, compaction requested=true 2024-11-15T18:16:55,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:55,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4553023b110c15698c46f7f588ddcb0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:16:55,333 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:16:55,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:55,333 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:16:55,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4553023b110c15698c46f7f588ddcb0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:16:55,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:55,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4553023b110c15698c46f7f588ddcb0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:16:55,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:16:55,334 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:16:55,334 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 4553023b110c15698c46f7f588ddcb0d/A is initiating minor compaction (all files) 2024-11-15T18:16:55,334 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4553023b110c15698c46f7f588ddcb0d/A in TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:55,334 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/304142371d7e4db0bab72c3dabd55acd, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/0f904034514e488ea408f7b67215e443, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/be7607ba8e4447c79fc897b19a61feb5] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp, totalSize=39.2 K 2024-11-15T18:16:55,334 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:16:55,334 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 4553023b110c15698c46f7f588ddcb0d/B is initiating minor compaction (all files) 2024-11-15T18:16:55,334 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4553023b110c15698c46f7f588ddcb0d/B in TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:55,334 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/13d35f1d75164c70924b91658ed01649, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/94c314f1f72e49ccbc47b029fe8d4b91, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/b1a5b0e5578f425a81a1ac2cf125c601] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp, totalSize=36.8 K 2024-11-15T18:16:55,335 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 304142371d7e4db0bab72c3dabd55acd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731694612403 2024-11-15T18:16:55,335 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 13d35f1d75164c70924b91658ed01649, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731694612403 2024-11-15T18:16:55,335 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f904034514e488ea408f7b67215e443, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731694612567 2024-11-15T18:16:55,335 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 94c314f1f72e49ccbc47b029fe8d4b91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731694612567 2024-11-15T18:16:55,335 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting be7607ba8e4447c79fc897b19a61feb5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731694614773 2024-11-15T18:16:55,335 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting b1a5b0e5578f425a81a1ac2cf125c601, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731694614787 2024-11-15T18:16:55,342 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4553023b110c15698c46f7f588ddcb0d#B#compaction#448 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:55,343 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/463e962bcd814877ba34a6f14d8da461 is 50, key is test_row_0/B:col10/1731694614808/Put/seqid=0 2024-11-15T18:16:55,346 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4553023b110c15698c46f7f588ddcb0d#A#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:55,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4553023b110c15698c46f7f588ddcb0d 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-15T18:16:55,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=A 2024-11-15T18:16:55,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-15T18:16:55,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=B 2024-11-15T18:16:55,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-15T18:16:55,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=C 2024-11-15T18:16:55,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-15T18:16:55,347 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/acd87217da0a4778b69608760f9aa03d is 50, key is test_row_0/A:col10/1731694614808/Put/seqid=0 2024-11-15T18:16:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:16:55,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742345_1521 (size=13153) 2024-11-15T18:16:55,353 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/463e962bcd814877ba34a6f14d8da461 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/463e962bcd814877ba34a6f14d8da461 2024-11-15T18:16:55,356 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4553023b110c15698c46f7f588ddcb0d/B of 4553023b110c15698c46f7f588ddcb0d into 463e962bcd814877ba34a6f14d8da461(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:55,357 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:55,357 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., storeName=4553023b110c15698c46f7f588ddcb0d/B, priority=13, startTime=1731694615333; duration=0sec 2024-11-15T18:16:55,357 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:16:55,357 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4553023b110c15698c46f7f588ddcb0d:B 2024-11-15T18:16:55,357 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:16:55,357 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:16:55,358 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 4553023b110c15698c46f7f588ddcb0d/C is initiating minor compaction (all files) 2024-11-15T18:16:55,358 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4553023b110c15698c46f7f588ddcb0d/C in TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:55,358 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/1f2ad9a3f85542c8b0e8180dd271dff1, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/006c2dbc372e43ae88f916903d2422b0, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/896b3115015144fcb533f2ec86a72073] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp, totalSize=36.8 K 2024-11-15T18:16:55,358 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f2ad9a3f85542c8b0e8180dd271dff1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731694612403 2024-11-15T18:16:55,358 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 006c2dbc372e43ae88f916903d2422b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731694612567 2024-11-15T18:16:55,359 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 896b3115015144fcb533f2ec86a72073, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731694614787 2024-11-15T18:16:55,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/00de0b7d2370403d894ecd208b8e856c is 50, key is test_row_0/A:col10/1731694615194/Put/seqid=0 2024-11-15T18:16:55,369 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4553023b110c15698c46f7f588ddcb0d#C#compaction#451 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:16:55,370 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/2959500fb481409d8abbe3fa727cf2e7 is 50, key is test_row_0/C:col10/1731694614808/Put/seqid=0 2024-11-15T18:16:55,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742346_1522 (size=13153) 2024-11-15T18:16:55,382 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/acd87217da0a4778b69608760f9aa03d as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/acd87217da0a4778b69608760f9aa03d 2024-11-15T18:16:55,386 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4553023b110c15698c46f7f588ddcb0d/A of 4553023b110c15698c46f7f588ddcb0d into acd87217da0a4778b69608760f9aa03d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:55,387 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:55,387 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., storeName=4553023b110c15698c46f7f588ddcb0d/A, priority=13, startTime=1731694615333; duration=0sec 2024-11-15T18:16:55,387 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:55,387 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4553023b110c15698c46f7f588ddcb0d:A 2024-11-15T18:16:55,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742348_1524 (size=13153) 2024-11-15T18:16:55,405 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/2959500fb481409d8abbe3fa727cf2e7 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/2959500fb481409d8abbe3fa727cf2e7 2024-11-15T18:16:55,409 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4553023b110c15698c46f7f588ddcb0d/C of 4553023b110c15698c46f7f588ddcb0d into 2959500fb481409d8abbe3fa727cf2e7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:16:55,409 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:55,410 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., storeName=4553023b110c15698c46f7f588ddcb0d/C, priority=13, startTime=1731694615333; duration=0sec 2024-11-15T18:16:55,410 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:16:55,410 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4553023b110c15698c46f7f588ddcb0d:C 2024-11-15T18:16:55,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742347_1523 (size=14741) 2024-11-15T18:16:55,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:55,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694675442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:55,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:55,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:55,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-15T18:16:55,489 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:16:55,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:16:55,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees 2024-11-15T18:16:55,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-15T18:16:55,495 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:16:55,495 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:16:55,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:16:55,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694675559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:55,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:55,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:55,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-15T18:16:55,643 INFO [Thread-2012 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2012. 2024-11-15T18:16:55,643 DEBUG [Thread-2012 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:16:55,643 DEBUG [Thread-2012 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:55,643 DEBUG [Thread-2012 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:55,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:55,645 INFO [Thread-2014 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2014. 2024-11-15T18:16:55,646 DEBUG [Thread-2014 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:16:55,646 DEBUG [Thread-2014 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:55,646 DEBUG [Thread-2014 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:55,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:55,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-15T18:16:55,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:55,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:55,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:55,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:55,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:55,658 INFO [Thread-2016 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2016. 2024-11-15T18:16:55,658 DEBUG [Thread-2016 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:16:55,658 DEBUG [Thread-2016 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:55,658 DEBUG [Thread-2016 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:55,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:55,659 INFO [Thread-2010 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2010. 2024-11-15T18:16:55,659 DEBUG [Thread-2010 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:16:55,659 DEBUG [Thread-2010 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:55,659 DEBUG [Thread-2010 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:55,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:55,662 INFO [Thread-2008 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2008. 2024-11-15T18:16:55,662 DEBUG [Thread-2008 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:16:55,662 DEBUG [Thread-2008 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:55,663 DEBUG [Thread-2008 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:55,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:55,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694675769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:55,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:55,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:55,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:55,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-15T18:16:55,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:55,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:55,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:55,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:55,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-15T18:16:55,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/00de0b7d2370403d894ecd208b8e856c 2024-11-15T18:16:55,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/63d1fa6005dc4ec6baf81dc98aa75b4a is 50, key is test_row_0/B:col10/1731694615194/Put/seqid=0 2024-11-15T18:16:55,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742349_1525 (size=12301) 2024-11-15T18:16:55,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-15T18:16:55,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:55,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:55,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:55,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:55,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:56,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694676079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:56,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:56,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:56,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:56,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-15T18:16:56,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:56,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:56,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:56,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:56,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-15T18:16:56,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/63d1fa6005dc4ec6baf81dc98aa75b4a 2024-11-15T18:16:56,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/bf488ef2d61f4a1bb2770ef1149f4926 is 50, key is test_row_0/C:col10/1731694615194/Put/seqid=0 2024-11-15T18:16:56,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742350_1526 (size=12301) 2024-11-15T18:16:56,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-15T18:16:56,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:56,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:56,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:56,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:56,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:56,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-15T18:16:56,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:56,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:56,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:56,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:56,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:56,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:56,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-15T18:16:56,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:56,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:56,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:56,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:56,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:56,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:16:56,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:16:56,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46508 deadline: 1731694676589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 2024-11-15T18:16:56,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 , the old value is region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:56,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:16:56,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., hostname=74ec74825666,44341,1731694474564, seqNum=2 because the exception is null or not the one we care about 2024-11-15T18:16:56,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-15T18:16:56,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/bf488ef2d61f4a1bb2770ef1149f4926 2024-11-15T18:16:56,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/00de0b7d2370403d894ecd208b8e856c as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/00de0b7d2370403d894ecd208b8e856c 2024-11-15T18:16:56,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/00de0b7d2370403d894ecd208b8e856c, entries=200, sequenceid=490, filesize=14.4 K 2024-11-15T18:16:56,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/63d1fa6005dc4ec6baf81dc98aa75b4a as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/63d1fa6005dc4ec6baf81dc98aa75b4a 2024-11-15T18:16:56,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/63d1fa6005dc4ec6baf81dc98aa75b4a, entries=150, sequenceid=490, filesize=12.0 K 2024-11-15T18:16:56,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/bf488ef2d61f4a1bb2770ef1149f4926 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/bf488ef2d61f4a1bb2770ef1149f4926 2024-11-15T18:16:56,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/bf488ef2d61f4a1bb2770ef1149f4926, entries=150, sequenceid=490, filesize=12.0 K 2024-11-15T18:16:56,660 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 4553023b110c15698c46f7f588ddcb0d in 1314ms, sequenceid=490, compaction requested=false 2024-11-15T18:16:56,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:56,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-15T18:16:56,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:56,728 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2902): Flushing 4553023b110c15698c46f7f588ddcb0d 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-15T18:16:56,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=A 2024-11-15T18:16:56,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:56,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=B 2024-11-15T18:16:56,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:56,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=C 2024-11-15T18:16:56,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:16:56,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/deb38c7d9e444417ac2d6659dc234511 is 50, key is test_row_0/A:col10/1731694615414/Put/seqid=0 2024-11-15T18:16:56,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742351_1527 (size=12301) 2024-11-15T18:16:57,136 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/deb38c7d9e444417ac2d6659dc234511 2024-11-15T18:16:57,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/f768f5f2357243c894a815bfac6c2146 is 50, key is test_row_0/B:col10/1731694615414/Put/seqid=0 2024-11-15T18:16:57,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742352_1528 (size=12301) 2024-11-15T18:16:57,553 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/f768f5f2357243c894a815bfac6c2146 2024-11-15T18:16:57,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/b964e7e1bbee4658b13108edaf34644d is 50, key is test_row_0/C:col10/1731694615414/Put/seqid=0 2024-11-15T18:16:57,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742353_1529 (size=12301) 2024-11-15T18:16:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:16:57,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. as already flushing 2024-11-15T18:16:57,610 INFO [Thread-1997 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1997. 2024-11-15T18:16:57,610 DEBUG [Thread-1997 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:16:57,610 DEBUG [Thread-1997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:57,610 DEBUG [Thread-1997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:16:57,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:16:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-15T18:16:57,962 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/b964e7e1bbee4658b13108edaf34644d 2024-11-15T18:16:57,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/deb38c7d9e444417ac2d6659dc234511 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/deb38c7d9e444417ac2d6659dc234511 2024-11-15T18:16:57,969 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/deb38c7d9e444417ac2d6659dc234511, entries=150, sequenceid=502, filesize=12.0 K 2024-11-15T18:16:57,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/f768f5f2357243c894a815bfac6c2146 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/f768f5f2357243c894a815bfac6c2146 2024-11-15T18:16:57,972 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/f768f5f2357243c894a815bfac6c2146, entries=150, sequenceid=502, filesize=12.0 K 2024-11-15T18:16:57,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/b964e7e1bbee4658b13108edaf34644d as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/b964e7e1bbee4658b13108edaf34644d 2024-11-15T18:16:57,977 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/b964e7e1bbee4658b13108edaf34644d, entries=150, sequenceid=502, filesize=12.0 K 2024-11-15T18:16:57,978 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=6.71 KB/6870 for 4553023b110c15698c46f7f588ddcb0d in 1249ms, sequenceid=502, compaction requested=true 2024-11-15T18:16:57,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2603): Flush status journal for 4553023b110c15698c46f7f588ddcb0d: 2024-11-15T18:16:57,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:16:57,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=148 2024-11-15T18:16:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=148 2024-11-15T18:16:57,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-15T18:16:57,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4860 sec 2024-11-15T18:16:57,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees in 2.4940 sec 2024-11-15T18:16:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-15T18:16:59,671 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:17:02,909 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T18:17:03,811 INFO [Thread-2001 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2001. 2024-11-15T18:17:03,811 DEBUG [Thread-2001 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:17:03,811 DEBUG [Thread-2001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:03,811 DEBUG [Thread-2001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:03,811 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:03,830 INFO [Thread-1999 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1999. 2024-11-15T18:17:03,830 INFO [Thread-2003 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2003. 2024-11-15T18:17:03,830 DEBUG [Thread-2003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:17:03,830 DEBUG [Thread-1999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:17:03,830 DEBUG [Thread-2003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:03,830 DEBUG [Thread-1999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:03,830 DEBUG [Thread-2003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:03,830 DEBUG [Thread-1999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:03,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:03,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:03,850 INFO [Thread-2005 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2005. 2024-11-15T18:17:03,850 DEBUG [Thread-2005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:17:03,850 DEBUG [Thread-2005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:03,850 DEBUG [Thread-2005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:03,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:03,851 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T18:17:03,851 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 239 2024-11-15T18:17:03,851 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-15T18:17:03,851 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-15T18:17:03,851 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-15T18:17:03,851 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-15T18:17:03,851 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T18:17:03,851 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T18:17:03,851 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1345 2024-11-15T18:17:03,851 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4032 rows 2024-11-15T18:17:03,851 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1337 2024-11-15T18:17:03,851 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4010 rows 2024-11-15T18:17:03,851 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1337 2024-11-15T18:17:03,851 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4010 rows 2024-11-15T18:17:03,851 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1341 2024-11-15T18:17:03,851 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4021 rows 2024-11-15T18:17:03,851 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1339 2024-11-15T18:17:03,851 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4014 rows 2024-11-15T18:17:03,851 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:17:03,851 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:17:03,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:03,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:03,851 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:03,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-15T18:17:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=149, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T18:17:03,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-15T18:17:03,854 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694623854"}]},"ts":"1731694623854"} 2024-11-15T18:17:03,855 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T18:17:03,855 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T18:17:03,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T18:17:03,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4553023b110c15698c46f7f588ddcb0d, UNASSIGN}] 2024-11-15T18:17:03,858 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4553023b110c15698c46f7f588ddcb0d, UNASSIGN 2024-11-15T18:17:03,858 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=4553023b110c15698c46f7f588ddcb0d, regionState=CLOSING, regionLocation=74ec74825666,44341,1731694474564 2024-11-15T18:17:03,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4553023b110c15698c46f7f588ddcb0d, UNASSIGN because future has completed 2024-11-15T18:17:03,860 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T18:17:03,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564}] 2024-11-15T18:17:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-15T18:17:04,012 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(122): Close 4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:17:04,012 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T18:17:04,012 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1722): Closing 4553023b110c15698c46f7f588ddcb0d, disabling compactions & flushes 2024-11-15T18:17:04,012 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:17:04,012 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:17:04,012 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. after waiting 0 ms 2024-11-15T18:17:04,012 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:17:04,013 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(2902): Flushing 4553023b110c15698c46f7f588ddcb0d 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-15T18:17:04,013 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=A 2024-11-15T18:17:04,013 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:04,013 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=B 2024-11-15T18:17:04,013 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:04,013 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4553023b110c15698c46f7f588ddcb0d, store=C 2024-11-15T18:17:04,013 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:04,016 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/87c7e636a15b45fea9eb9d69e03756dc is 50, key is test_row_0/A:col10/1731694623829/Put/seqid=0 2024-11-15T18:17:04,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742354_1530 (size=12301) 2024-11-15T18:17:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-15T18:17:04,423 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/87c7e636a15b45fea9eb9d69e03756dc 2024-11-15T18:17:04,429 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/bc10fda8d65c4f4db5af77bf7a05c755 is 50, key is test_row_0/B:col10/1731694623829/Put/seqid=0 2024-11-15T18:17:04,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742355_1531 (size=12301) 2024-11-15T18:17:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-15T18:17:04,833 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/bc10fda8d65c4f4db5af77bf7a05c755 2024-11-15T18:17:04,838 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/fcf63189d39040a28aad84e5b550a7ea is 50, key is test_row_0/C:col10/1731694623829/Put/seqid=0 2024-11-15T18:17:04,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742356_1532 (size=12301) 2024-11-15T18:17:04,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-15T18:17:05,242 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/fcf63189d39040a28aad84e5b550a7ea 2024-11-15T18:17:05,250 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/A/87c7e636a15b45fea9eb9d69e03756dc as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/87c7e636a15b45fea9eb9d69e03756dc 2024-11-15T18:17:05,256 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/87c7e636a15b45fea9eb9d69e03756dc, entries=150, sequenceid=510, filesize=12.0 K 2024-11-15T18:17:05,257 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/B/bc10fda8d65c4f4db5af77bf7a05c755 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/bc10fda8d65c4f4db5af77bf7a05c755 2024-11-15T18:17:05,261 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/bc10fda8d65c4f4db5af77bf7a05c755, entries=150, sequenceid=510, filesize=12.0 K 2024-11-15T18:17:05,262 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/.tmp/C/fcf63189d39040a28aad84e5b550a7ea as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/fcf63189d39040a28aad84e5b550a7ea 2024-11-15T18:17:05,266 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/fcf63189d39040a28aad84e5b550a7ea, entries=150, sequenceid=510, filesize=12.0 K 2024-11-15T18:17:05,267 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 4553023b110c15698c46f7f588ddcb0d in 1255ms, sequenceid=510, compaction requested=true 2024-11-15T18:17:05,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/9bccec5a2e3043da932a956797374218, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/2a5c93f820294c2da608d333a88cf232, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/73d2ea865fed4c108401e0052ffe6740, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/862f3863a16549e799a5c7747cbda97e, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/ef82f201d6e841c693363ff2827cffd0, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/1c09103d9cb64b9bad60e25b1a00e749, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/e43476730bb04a7f97236a1c66feee00, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/2fc562b896fc486390fc38a420d2a49b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/d137d89ed91743c8bf8e3840b748d3cd, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/21fb368feb314747ae9f4ad6852efb94, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/3c534e054e7d4198a93feeddd1132d4d, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/e3fb97810ae643a0b561300907fe22e3, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/48baec8990df4e94953c358396e01d3d, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/ef0ce4c4f5f04ab99a935d3ac27efadf, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/d80afd2471bf41c6ac818147a5e8ea4c, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/0a2231f46e8f4026b3ed16ede5b44fca, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/ceecd9698f9a47ed83d1e02a0aff87ea, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/5679f8321bce428582871fd7eec4dfd9, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/f65f3490b81948b395ff6cf5385818fa, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/effc6afb0ce8487dadae37259ab09911, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/9a9c2c235b3b48fa8590090ef923690a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/6b5a185eba4c4e6aaf89b0a10982d9ed, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/304142371d7e4db0bab72c3dabd55acd, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/0f904034514e488ea408f7b67215e443, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/be7607ba8e4447c79fc897b19a61feb5] to archive 2024-11-15T18:17:05,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T18:17:05,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/9bccec5a2e3043da932a956797374218 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/9bccec5a2e3043da932a956797374218 2024-11-15T18:17:05,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/2a5c93f820294c2da608d333a88cf232 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/2a5c93f820294c2da608d333a88cf232 2024-11-15T18:17:05,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/73d2ea865fed4c108401e0052ffe6740 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/73d2ea865fed4c108401e0052ffe6740 2024-11-15T18:17:05,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/862f3863a16549e799a5c7747cbda97e to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/862f3863a16549e799a5c7747cbda97e 2024-11-15T18:17:05,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/ef82f201d6e841c693363ff2827cffd0 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/ef82f201d6e841c693363ff2827cffd0 2024-11-15T18:17:05,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/1c09103d9cb64b9bad60e25b1a00e749 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/1c09103d9cb64b9bad60e25b1a00e749 2024-11-15T18:17:05,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/e43476730bb04a7f97236a1c66feee00 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/e43476730bb04a7f97236a1c66feee00 2024-11-15T18:17:05,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/2fc562b896fc486390fc38a420d2a49b to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/2fc562b896fc486390fc38a420d2a49b 2024-11-15T18:17:05,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/d137d89ed91743c8bf8e3840b748d3cd to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/d137d89ed91743c8bf8e3840b748d3cd 2024-11-15T18:17:05,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/21fb368feb314747ae9f4ad6852efb94 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/21fb368feb314747ae9f4ad6852efb94 2024-11-15T18:17:05,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/3c534e054e7d4198a93feeddd1132d4d to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/3c534e054e7d4198a93feeddd1132d4d 2024-11-15T18:17:05,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/e3fb97810ae643a0b561300907fe22e3 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/e3fb97810ae643a0b561300907fe22e3 2024-11-15T18:17:05,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/48baec8990df4e94953c358396e01d3d to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/48baec8990df4e94953c358396e01d3d 2024-11-15T18:17:05,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/ef0ce4c4f5f04ab99a935d3ac27efadf to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/ef0ce4c4f5f04ab99a935d3ac27efadf 2024-11-15T18:17:05,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/d80afd2471bf41c6ac818147a5e8ea4c to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/d80afd2471bf41c6ac818147a5e8ea4c 2024-11-15T18:17:05,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/0a2231f46e8f4026b3ed16ede5b44fca to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/0a2231f46e8f4026b3ed16ede5b44fca 2024-11-15T18:17:05,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/ceecd9698f9a47ed83d1e02a0aff87ea to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/ceecd9698f9a47ed83d1e02a0aff87ea 2024-11-15T18:17:05,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/5679f8321bce428582871fd7eec4dfd9 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/5679f8321bce428582871fd7eec4dfd9 2024-11-15T18:17:05,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/f65f3490b81948b395ff6cf5385818fa to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/f65f3490b81948b395ff6cf5385818fa 2024-11-15T18:17:05,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/effc6afb0ce8487dadae37259ab09911 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/effc6afb0ce8487dadae37259ab09911 2024-11-15T18:17:05,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/9a9c2c235b3b48fa8590090ef923690a to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/9a9c2c235b3b48fa8590090ef923690a 2024-11-15T18:17:05,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/6b5a185eba4c4e6aaf89b0a10982d9ed to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/6b5a185eba4c4e6aaf89b0a10982d9ed 2024-11-15T18:17:05,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/304142371d7e4db0bab72c3dabd55acd to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/304142371d7e4db0bab72c3dabd55acd 2024-11-15T18:17:05,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/0f904034514e488ea408f7b67215e443 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/0f904034514e488ea408f7b67215e443 2024-11-15T18:17:05,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/be7607ba8e4447c79fc897b19a61feb5 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/be7607ba8e4447c79fc897b19a61feb5 2024-11-15T18:17:05,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/b3491c31fb494514b3e4019784104f0b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/31ef089244d04ef587d663928fd74f11, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/ed1b6e007bf94c778576548b9ecaa261, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/032a0cd941f2430f95d73d7661d06945, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/0e33cc90fbde4bd7a18687a6ddc8a995, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/e36d8a69bda74698a6c813e57f411666, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/6ee2fd83a0d24b408de7cdbcc864a4c3, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/17b12bde37da4a06b435a37d84c36c18, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/7c94a7467f284ce5b9f874f718914188, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/c2f1fcc9161c43e39e237757b0a87d99, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/965824431c524bc99f6a0f1740da6e1b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/f0fad09a6335453888fae53a59f32c90, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/417d1175c48e40b0a82fde2392839871, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/d52b53725bcf4d179e8cb20f848d74ef, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/4d07ff98c1dc4912aba3be02478fa36b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/e79b56e52b03468481d948a2c195754e, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/a26d5875b08341c4b6b072da35cf93da, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/0745e2a13e174577933cfd8046c6e890, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/985ca2d704ec4c25b01cb5a8b4f3b0fc, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/03e0999e26d74280873f01e654a2c405, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/04ba36ea8d0c404ebd6f5d9288c2d2dc, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/13d35f1d75164c70924b91658ed01649, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/78c212867b2a4864afc35baa2c9ac3cb, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/94c314f1f72e49ccbc47b029fe8d4b91, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/b1a5b0e5578f425a81a1ac2cf125c601] to archive 2024-11-15T18:17:05,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T18:17:05,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/b3491c31fb494514b3e4019784104f0b to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/b3491c31fb494514b3e4019784104f0b 2024-11-15T18:17:05,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/31ef089244d04ef587d663928fd74f11 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/31ef089244d04ef587d663928fd74f11 2024-11-15T18:17:05,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/ed1b6e007bf94c778576548b9ecaa261 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/ed1b6e007bf94c778576548b9ecaa261 2024-11-15T18:17:05,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/032a0cd941f2430f95d73d7661d06945 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/032a0cd941f2430f95d73d7661d06945 2024-11-15T18:17:05,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/0e33cc90fbde4bd7a18687a6ddc8a995 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/0e33cc90fbde4bd7a18687a6ddc8a995 2024-11-15T18:17:05,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/e36d8a69bda74698a6c813e57f411666 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/e36d8a69bda74698a6c813e57f411666 2024-11-15T18:17:05,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/6ee2fd83a0d24b408de7cdbcc864a4c3 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/6ee2fd83a0d24b408de7cdbcc864a4c3 2024-11-15T18:17:05,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/17b12bde37da4a06b435a37d84c36c18 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/17b12bde37da4a06b435a37d84c36c18 2024-11-15T18:17:05,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/7c94a7467f284ce5b9f874f718914188 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/7c94a7467f284ce5b9f874f718914188 2024-11-15T18:17:05,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/c2f1fcc9161c43e39e237757b0a87d99 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/c2f1fcc9161c43e39e237757b0a87d99 2024-11-15T18:17:05,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/965824431c524bc99f6a0f1740da6e1b to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/965824431c524bc99f6a0f1740da6e1b 2024-11-15T18:17:05,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/f0fad09a6335453888fae53a59f32c90 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/f0fad09a6335453888fae53a59f32c90 2024-11-15T18:17:05,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/417d1175c48e40b0a82fde2392839871 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/417d1175c48e40b0a82fde2392839871 2024-11-15T18:17:05,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/d52b53725bcf4d179e8cb20f848d74ef to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/d52b53725bcf4d179e8cb20f848d74ef 2024-11-15T18:17:05,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/4d07ff98c1dc4912aba3be02478fa36b to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/4d07ff98c1dc4912aba3be02478fa36b 2024-11-15T18:17:05,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/e79b56e52b03468481d948a2c195754e to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/e79b56e52b03468481d948a2c195754e 2024-11-15T18:17:05,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/a26d5875b08341c4b6b072da35cf93da to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/a26d5875b08341c4b6b072da35cf93da 2024-11-15T18:17:05,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/0745e2a13e174577933cfd8046c6e890 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/0745e2a13e174577933cfd8046c6e890 2024-11-15T18:17:05,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/985ca2d704ec4c25b01cb5a8b4f3b0fc to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/985ca2d704ec4c25b01cb5a8b4f3b0fc 2024-11-15T18:17:05,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/03e0999e26d74280873f01e654a2c405 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/03e0999e26d74280873f01e654a2c405 2024-11-15T18:17:05,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/04ba36ea8d0c404ebd6f5d9288c2d2dc to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/04ba36ea8d0c404ebd6f5d9288c2d2dc 2024-11-15T18:17:05,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/13d35f1d75164c70924b91658ed01649 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/13d35f1d75164c70924b91658ed01649 2024-11-15T18:17:05,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/78c212867b2a4864afc35baa2c9ac3cb to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/78c212867b2a4864afc35baa2c9ac3cb 2024-11-15T18:17:05,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/94c314f1f72e49ccbc47b029fe8d4b91 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/94c314f1f72e49ccbc47b029fe8d4b91 2024-11-15T18:17:05,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/b1a5b0e5578f425a81a1ac2cf125c601 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/b1a5b0e5578f425a81a1ac2cf125c601 2024-11-15T18:17:05,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/9b452db394ef4579af4f2ee0b314ab4f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/9ccc41b8d21a4477a023757eccda0ba6, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/e9481f1462354b3aa79b88de4fa6cfa4, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/516b211710f44c3fb8d70b7871c3f091, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/95fdde37871242169adf00d7149b4c30, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/a54f68ce057c408c8c784c6c7a41da64, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/89dcc5d1406249bba2b691693287378b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/39b5ac11fd3c42cd9ba4e6f051188640, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/e612656ae2914d42b93be4f875ad95d8, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/57f9938544cc45c9b2696e242036fa96, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/2b5b38ab397b46908280b3025e4cca69, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/dc46d66fc24a41759b1e4f764e0afd9b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/bc26bccc7e4f4d5fb8526933c118aec1, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/3deadc1b93bc428498d174f1cf212b72, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/1bc3c631461b400fb6b9be439065e2d8, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/cf8fada9156847fba424f638513b396c, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/a3b45a900cf84495936a1867e3202f3f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/9c9a81f4d36c4576983854a87f2a8766, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/72c6239b578546a69c7f9c4084dd188a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/1d5d633dab1348bd9728c91b85393087, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/0009bfc905764a449636637b7dfd133e, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/1f2ad9a3f85542c8b0e8180dd271dff1, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/fc06272a92bb4dba8c615736864ed7e7, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/006c2dbc372e43ae88f916903d2422b0, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/896b3115015144fcb533f2ec86a72073] to archive 2024-11-15T18:17:05,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T18:17:05,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/9b452db394ef4579af4f2ee0b314ab4f to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/9b452db394ef4579af4f2ee0b314ab4f 2024-11-15T18:17:05,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/9ccc41b8d21a4477a023757eccda0ba6 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/9ccc41b8d21a4477a023757eccda0ba6 2024-11-15T18:17:05,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/e9481f1462354b3aa79b88de4fa6cfa4 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/e9481f1462354b3aa79b88de4fa6cfa4 2024-11-15T18:17:05,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/516b211710f44c3fb8d70b7871c3f091 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/516b211710f44c3fb8d70b7871c3f091 2024-11-15T18:17:05,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/95fdde37871242169adf00d7149b4c30 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/95fdde37871242169adf00d7149b4c30 2024-11-15T18:17:05,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/a54f68ce057c408c8c784c6c7a41da64 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/a54f68ce057c408c8c784c6c7a41da64 2024-11-15T18:17:05,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/89dcc5d1406249bba2b691693287378b to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/89dcc5d1406249bba2b691693287378b 2024-11-15T18:17:05,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/39b5ac11fd3c42cd9ba4e6f051188640 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/39b5ac11fd3c42cd9ba4e6f051188640 2024-11-15T18:17:05,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/e612656ae2914d42b93be4f875ad95d8 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/e612656ae2914d42b93be4f875ad95d8 2024-11-15T18:17:05,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/57f9938544cc45c9b2696e242036fa96 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/57f9938544cc45c9b2696e242036fa96 2024-11-15T18:17:05,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/2b5b38ab397b46908280b3025e4cca69 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/2b5b38ab397b46908280b3025e4cca69 2024-11-15T18:17:05,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/dc46d66fc24a41759b1e4f764e0afd9b to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/dc46d66fc24a41759b1e4f764e0afd9b 2024-11-15T18:17:05,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/bc26bccc7e4f4d5fb8526933c118aec1 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/bc26bccc7e4f4d5fb8526933c118aec1 2024-11-15T18:17:05,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/3deadc1b93bc428498d174f1cf212b72 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/3deadc1b93bc428498d174f1cf212b72 2024-11-15T18:17:05,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/1bc3c631461b400fb6b9be439065e2d8 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/1bc3c631461b400fb6b9be439065e2d8 2024-11-15T18:17:05,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/cf8fada9156847fba424f638513b396c to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/cf8fada9156847fba424f638513b396c 2024-11-15T18:17:05,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/a3b45a900cf84495936a1867e3202f3f to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/a3b45a900cf84495936a1867e3202f3f 2024-11-15T18:17:05,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/9c9a81f4d36c4576983854a87f2a8766 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/9c9a81f4d36c4576983854a87f2a8766 2024-11-15T18:17:05,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/72c6239b578546a69c7f9c4084dd188a to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/72c6239b578546a69c7f9c4084dd188a 2024-11-15T18:17:05,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/1d5d633dab1348bd9728c91b85393087 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/1d5d633dab1348bd9728c91b85393087 2024-11-15T18:17:05,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/0009bfc905764a449636637b7dfd133e to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/0009bfc905764a449636637b7dfd133e 2024-11-15T18:17:05,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/1f2ad9a3f85542c8b0e8180dd271dff1 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/1f2ad9a3f85542c8b0e8180dd271dff1 2024-11-15T18:17:05,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/fc06272a92bb4dba8c615736864ed7e7 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/fc06272a92bb4dba8c615736864ed7e7 2024-11-15T18:17:05,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/006c2dbc372e43ae88f916903d2422b0 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/006c2dbc372e43ae88f916903d2422b0 2024-11-15T18:17:05,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/896b3115015144fcb533f2ec86a72073 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/896b3115015144fcb533f2ec86a72073 2024-11-15T18:17:05,370 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/recovered.edits/513.seqid, newMaxSeqId=513, maxSeqId=1 2024-11-15T18:17:05,370 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. 2024-11-15T18:17:05,371 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1676): Region close journal for 4553023b110c15698c46f7f588ddcb0d: Waiting for close lock at 1731694624012Running coprocessor pre-close hooks at 1731694624012Disabling compacts and flushes for region at 1731694624012Disabling writes for close at 1731694624012Obtaining lock to block concurrent updates at 1731694624013 (+1 ms)Preparing flush snapshotting stores in 4553023b110c15698c46f7f588ddcb0d at 1731694624013Finished memstore snapshotting TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731694624013Flushing stores of TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d. at 1731694624013Flushing 4553023b110c15698c46f7f588ddcb0d/A: creating writer at 1731694624013Flushing 4553023b110c15698c46f7f588ddcb0d/A: appending metadata at 1731694624015 (+2 ms)Flushing 4553023b110c15698c46f7f588ddcb0d/A: closing flushed file at 1731694624016 (+1 ms)Flushing 4553023b110c15698c46f7f588ddcb0d/B: creating writer at 1731694624426 (+410 ms)Flushing 4553023b110c15698c46f7f588ddcb0d/B: appending metadata at 1731694624429 (+3 ms)Flushing 4553023b110c15698c46f7f588ddcb0d/B: closing flushed file at 1731694624429Flushing 4553023b110c15698c46f7f588ddcb0d/C: creating writer at 1731694624836 (+407 ms)Flushing 4553023b110c15698c46f7f588ddcb0d/C: appending metadata at 1731694624838 (+2 ms)Flushing 4553023b110c15698c46f7f588ddcb0d/C: closing flushed file at 1731694624838Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1efbbe89: reopening flushed file at 1731694625249 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5711d78b: reopening flushed file at 1731694625256 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@664c14b7: reopening flushed file at 1731694625261 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 4553023b110c15698c46f7f588ddcb0d in 1255ms, sequenceid=510, compaction requested=true at 1731694625267 (+6 ms)Writing region close event to WAL at 1731694625367 (+100 ms)Running coprocessor post-close hooks at 1731694625370 (+3 ms)Closed at 1731694625370 2024-11-15T18:17:05,373 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(157): Closed 4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:17:05,373 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=4553023b110c15698c46f7f588ddcb0d, regionState=CLOSED 2024-11-15T18:17:05,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=152, ppid=151, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 because future has completed 2024-11-15T18:17:05,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-11-15T18:17:05,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; CloseRegionProcedure 4553023b110c15698c46f7f588ddcb0d, server=74ec74825666,44341,1731694474564 in 1.5150 sec 2024-11-15T18:17:05,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-15T18:17:05,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4553023b110c15698c46f7f588ddcb0d, UNASSIGN in 1.5200 sec 2024-11-15T18:17:05,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-15T18:17:05,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5240 sec 2024-11-15T18:17:05,383 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694625383"}]},"ts":"1731694625383"} 2024-11-15T18:17:05,385 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T18:17:05,385 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T18:17:05,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5340 sec 2024-11-15T18:17:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-15T18:17:06,000 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:17:06,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-15T18:17:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=153, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:17:06,002 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=153, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:17:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-15T18:17:06,003 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=153, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:17:06,005 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:17:06,006 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A, FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B, FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C, FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/recovered.edits] 2024-11-15T18:17:06,008 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/00de0b7d2370403d894ecd208b8e856c to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/00de0b7d2370403d894ecd208b8e856c 2024-11-15T18:17:06,009 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/87c7e636a15b45fea9eb9d69e03756dc to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/87c7e636a15b45fea9eb9d69e03756dc 2024-11-15T18:17:06,010 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/acd87217da0a4778b69608760f9aa03d to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/acd87217da0a4778b69608760f9aa03d 2024-11-15T18:17:06,012 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/deb38c7d9e444417ac2d6659dc234511 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/A/deb38c7d9e444417ac2d6659dc234511 2024-11-15T18:17:06,015 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/463e962bcd814877ba34a6f14d8da461 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/463e962bcd814877ba34a6f14d8da461 2024-11-15T18:17:06,016 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/63d1fa6005dc4ec6baf81dc98aa75b4a to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/63d1fa6005dc4ec6baf81dc98aa75b4a 2024-11-15T18:17:06,017 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/bc10fda8d65c4f4db5af77bf7a05c755 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/bc10fda8d65c4f4db5af77bf7a05c755 2024-11-15T18:17:06,018 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/f768f5f2357243c894a815bfac6c2146 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/B/f768f5f2357243c894a815bfac6c2146 2024-11-15T18:17:06,019 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/2959500fb481409d8abbe3fa727cf2e7 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/2959500fb481409d8abbe3fa727cf2e7 2024-11-15T18:17:06,021 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/b964e7e1bbee4658b13108edaf34644d to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/b964e7e1bbee4658b13108edaf34644d 2024-11-15T18:17:06,022 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/bf488ef2d61f4a1bb2770ef1149f4926 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/bf488ef2d61f4a1bb2770ef1149f4926 2024-11-15T18:17:06,023 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/fcf63189d39040a28aad84e5b550a7ea to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/C/fcf63189d39040a28aad84e5b550a7ea 2024-11-15T18:17:06,024 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/recovered.edits/513.seqid to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d/recovered.edits/513.seqid 2024-11-15T18:17:06,025 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/4553023b110c15698c46f7f588ddcb0d 2024-11-15T18:17:06,025 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T18:17:06,027 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=153, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:17:06,029 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T18:17:06,031 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T18:17:06,032 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=153, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:17:06,032 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T18:17:06,032 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731694626032"}]},"ts":"9223372036854775807"} 2024-11-15T18:17:06,034 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T18:17:06,034 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 4553023b110c15698c46f7f588ddcb0d, NAME => 'TestAcidGuarantees,,1731694593453.4553023b110c15698c46f7f588ddcb0d.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T18:17:06,034 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T18:17:06,034 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731694626034"}]},"ts":"9223372036854775807"} 2024-11-15T18:17:06,035 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-15T18:17:06,036 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=153, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:17:06,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 36 msec 2024-11-15T18:17:06,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-15T18:17:06,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-15T18:17:06,110 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:17:06,118 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=248 (was 251), OpenFileDescriptor=445 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=408 (was 470), ProcessCount=11 (was 11), AvailableMemoryMB=3098 (was 2322) - AvailableMemoryMB LEAK? - 2024-11-15T18:17:06,126 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=248, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=408, ProcessCount=11, AvailableMemoryMB=3098 2024-11-15T18:17:06,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T18:17:06,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:17:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T18:17:06,129 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=154, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:17:06,129 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:06,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 154 2024-11-15T18:17:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-15T18:17:06,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=154, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:17:06,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742357_1533 (size=1061) 2024-11-15T18:17:06,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-15T18:17:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-15T18:17:06,536 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3 2024-11-15T18:17:06,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742358_1534 (size=53) 2024-11-15T18:17:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-15T18:17:06,974 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:06,974 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 09f1d0ced0533166c21fe04182a83276, disabling compactions & flushes 2024-11-15T18:17:06,974 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:06,974 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:06,974 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. after waiting 0 ms 2024-11-15T18:17:06,974 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:06,974 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:06,974 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 09f1d0ced0533166c21fe04182a83276: Waiting for close lock at 1731694626974Disabling compacts and flushes for region at 1731694626974Disabling writes for close at 1731694626974Writing region close event to WAL at 1731694626974Closed at 1731694626974 2024-11-15T18:17:06,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=154, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:17:06,976 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731694626976"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694626976"}]},"ts":"1731694626976"} 2024-11-15T18:17:06,978 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:17:06,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=154, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:17:06,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694626979"}]},"ts":"1731694626979"} 2024-11-15T18:17:06,981 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T18:17:06,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=09f1d0ced0533166c21fe04182a83276, ASSIGN}] 2024-11-15T18:17:06,982 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=09f1d0ced0533166c21fe04182a83276, ASSIGN 2024-11-15T18:17:06,983 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=09f1d0ced0533166c21fe04182a83276, ASSIGN; state=OFFLINE, location=74ec74825666,44341,1731694474564; forceNewPlan=false, retain=false 2024-11-15T18:17:07,134 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=09f1d0ced0533166c21fe04182a83276, regionState=OPENING, regionLocation=74ec74825666,44341,1731694474564 2024-11-15T18:17:07,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=09f1d0ced0533166c21fe04182a83276, ASSIGN because future has completed 2024-11-15T18:17:07,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564}] 2024-11-15T18:17:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-15T18:17:07,293 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:07,293 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7752): Opening region: {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:17:07,293 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:07,293 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:07,294 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7794): checking encryption for 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:07,294 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7797): checking classloading for 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:07,296 INFO [StoreOpener-09f1d0ced0533166c21fe04182a83276-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:07,298 INFO [StoreOpener-09f1d0ced0533166c21fe04182a83276-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T18:17:07,298 INFO [StoreOpener-09f1d0ced0533166c21fe04182a83276-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09f1d0ced0533166c21fe04182a83276 columnFamilyName A 2024-11-15T18:17:07,298 DEBUG [StoreOpener-09f1d0ced0533166c21fe04182a83276-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:07,299 INFO [StoreOpener-09f1d0ced0533166c21fe04182a83276-1 {}] regionserver.HStore(327): Store=09f1d0ced0533166c21fe04182a83276/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:07,299 INFO [StoreOpener-09f1d0ced0533166c21fe04182a83276-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:07,301 INFO [StoreOpener-09f1d0ced0533166c21fe04182a83276-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T18:17:07,301 INFO [StoreOpener-09f1d0ced0533166c21fe04182a83276-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09f1d0ced0533166c21fe04182a83276 columnFamilyName B 2024-11-15T18:17:07,301 DEBUG [StoreOpener-09f1d0ced0533166c21fe04182a83276-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:07,301 INFO [StoreOpener-09f1d0ced0533166c21fe04182a83276-1 {}] regionserver.HStore(327): Store=09f1d0ced0533166c21fe04182a83276/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:07,302 INFO [StoreOpener-09f1d0ced0533166c21fe04182a83276-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:07,303 INFO [StoreOpener-09f1d0ced0533166c21fe04182a83276-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T18:17:07,303 INFO [StoreOpener-09f1d0ced0533166c21fe04182a83276-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09f1d0ced0533166c21fe04182a83276 columnFamilyName C 2024-11-15T18:17:07,303 DEBUG [StoreOpener-09f1d0ced0533166c21fe04182a83276-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:07,304 INFO [StoreOpener-09f1d0ced0533166c21fe04182a83276-1 {}] regionserver.HStore(327): Store=09f1d0ced0533166c21fe04182a83276/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:07,304 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:07,304 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1038): replaying wal for 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:07,305 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:07,306 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:07,307 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1048): stopping wal replay for 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:07,307 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1060): Cleaning up temporary data for 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:07,307 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T18:17:07,309 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1093): writing seq id for 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:07,311 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:17:07,312 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1114): Opened 09f1d0ced0533166c21fe04182a83276; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73322201, jitterRate=0.09258593618869781}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T18:17:07,312 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:07,312 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1006): Region open journal for 09f1d0ced0533166c21fe04182a83276: Running coprocessor pre-open hook at 1731694627294Writing region info on filesystem at 1731694627294Initializing all the Stores at 1731694627295 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694627295Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694627296 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694627296Cleaning up temporary data from old regions at 1731694627307 (+11 ms)Running coprocessor post-open hooks at 1731694627312 (+5 ms)Region opened successfully at 1731694627312 2024-11-15T18:17:07,313 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., pid=156, masterSystemTime=1731694627288 2024-11-15T18:17:07,315 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:07,315 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:07,316 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=09f1d0ced0533166c21fe04182a83276, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,44341,1731694474564 2024-11-15T18:17:07,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=156, ppid=155, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 because future has completed 2024-11-15T18:17:07,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155 2024-11-15T18:17:07,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; OpenRegionProcedure 09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 in 182 msec 2024-11-15T18:17:07,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-15T18:17:07,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=09f1d0ced0533166c21fe04182a83276, ASSIGN in 338 msec 2024-11-15T18:17:07,322 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=154, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:17:07,322 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694627322"}]},"ts":"1731694627322"} 2024-11-15T18:17:07,323 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T18:17:07,324 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=154, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:17:07,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1960 sec 2024-11-15T18:17:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-15T18:17:08,279 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:17:08,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66320673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:08,281 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:17:08,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:08,283 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:17:08,283 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:08,283 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:17:08,284 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e7ef3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:08,284 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:17:08,284 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:08,285 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:08,286 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:08,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f01d0aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:08,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:17:08,289 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:17:08,289 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:17:08,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:17:08,290 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:17:08,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,44307,1731694473797 2024-11-15T18:17:08,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a6dd9d8 2024-11-15T18:17:08,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:17:08,292 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:17:08,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T18:17:08,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:17:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=157, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-15T18:17:08,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742359_1535 (size=1097) 2024-11-15T18:17:08,706 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-15T18:17:08,706 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-15T18:17:08,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T18:17:08,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=09f1d0ced0533166c21fe04182a83276, REOPEN/MOVE}] 2024-11-15T18:17:08,714 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=09f1d0ced0533166c21fe04182a83276, REOPEN/MOVE 2024-11-15T18:17:08,715 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=159 updating hbase:meta row=09f1d0ced0533166c21fe04182a83276, regionState=CLOSING, regionLocation=74ec74825666,44341,1731694474564 2024-11-15T18:17:08,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=09f1d0ced0533166c21fe04182a83276, REOPEN/MOVE because future has completed 2024-11-15T18:17:08,717 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T18:17:08,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE, hasLock=false; CloseRegionProcedure 09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564}] 2024-11-15T18:17:08,869 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(122): Close 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:08,869 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T18:17:08,869 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1722): Closing 09f1d0ced0533166c21fe04182a83276, disabling compactions & flushes 2024-11-15T18:17:08,869 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:08,869 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:08,869 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. after waiting 0 ms 2024-11-15T18:17:08,869 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:08,874 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T18:17:08,875 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:08,875 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1676): Region close journal for 09f1d0ced0533166c21fe04182a83276: Waiting for close lock at 1731694628869Running coprocessor pre-close hooks at 1731694628869Disabling compacts and flushes for region at 1731694628869Disabling writes for close at 1731694628869Writing region close event to WAL at 1731694628870 (+1 ms)Running coprocessor post-close hooks at 1731694628875 (+5 ms)Closed at 1731694628875 2024-11-15T18:17:08,875 WARN [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegionServer(3299): Not adding moved region record: 09f1d0ced0533166c21fe04182a83276 to self. 2024-11-15T18:17:08,878 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(157): Closed 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:08,879 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=159 updating hbase:meta row=09f1d0ced0533166c21fe04182a83276, regionState=CLOSED 2024-11-15T18:17:08,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=160, ppid=159, state=RUNNABLE, hasLock=false; CloseRegionProcedure 09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 because future has completed 2024-11-15T18:17:08,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=160, resume processing ppid=159 2024-11-15T18:17:08,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, ppid=159, state=SUCCESS, hasLock=false; CloseRegionProcedure 09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 in 165 msec 2024-11-15T18:17:08,884 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=09f1d0ced0533166c21fe04182a83276, REOPEN/MOVE; state=CLOSED, location=74ec74825666,44341,1731694474564; forceNewPlan=false, retain=true 2024-11-15T18:17:09,035 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=159 updating hbase:meta row=09f1d0ced0533166c21fe04182a83276, regionState=OPENING, regionLocation=74ec74825666,44341,1731694474564 2024-11-15T18:17:09,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=09f1d0ced0533166c21fe04182a83276, REOPEN/MOVE because future has completed 2024-11-15T18:17:09,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=159, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564}] 2024-11-15T18:17:09,192 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:09,192 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(7752): Opening region: {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:17:09,192 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:09,192 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:09,192 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(7794): checking encryption for 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:09,192 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(7797): checking classloading for 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:09,194 INFO [StoreOpener-09f1d0ced0533166c21fe04182a83276-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:09,195 INFO [StoreOpener-09f1d0ced0533166c21fe04182a83276-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T18:17:09,195 INFO [StoreOpener-09f1d0ced0533166c21fe04182a83276-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09f1d0ced0533166c21fe04182a83276 columnFamilyName A 2024-11-15T18:17:09,196 DEBUG [StoreOpener-09f1d0ced0533166c21fe04182a83276-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:09,197 INFO [StoreOpener-09f1d0ced0533166c21fe04182a83276-1 {}] regionserver.HStore(327): Store=09f1d0ced0533166c21fe04182a83276/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:09,197 INFO [StoreOpener-09f1d0ced0533166c21fe04182a83276-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:09,198 INFO [StoreOpener-09f1d0ced0533166c21fe04182a83276-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T18:17:09,198 INFO [StoreOpener-09f1d0ced0533166c21fe04182a83276-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09f1d0ced0533166c21fe04182a83276 columnFamilyName B 2024-11-15T18:17:09,198 DEBUG [StoreOpener-09f1d0ced0533166c21fe04182a83276-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:09,199 INFO [StoreOpener-09f1d0ced0533166c21fe04182a83276-1 {}] regionserver.HStore(327): Store=09f1d0ced0533166c21fe04182a83276/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:09,199 INFO [StoreOpener-09f1d0ced0533166c21fe04182a83276-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:09,200 INFO [StoreOpener-09f1d0ced0533166c21fe04182a83276-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T18:17:09,200 INFO [StoreOpener-09f1d0ced0533166c21fe04182a83276-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09f1d0ced0533166c21fe04182a83276 columnFamilyName C 2024-11-15T18:17:09,200 DEBUG [StoreOpener-09f1d0ced0533166c21fe04182a83276-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:09,200 INFO [StoreOpener-09f1d0ced0533166c21fe04182a83276-1 {}] regionserver.HStore(327): Store=09f1d0ced0533166c21fe04182a83276/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:09,200 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:09,200 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1038): replaying wal for 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:09,201 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:09,201 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:09,202 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1048): stopping wal replay for 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:09,202 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1060): Cleaning up temporary data for 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:09,203 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T18:17:09,204 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1093): writing seq id for 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:09,204 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1114): Opened 09f1d0ced0533166c21fe04182a83276; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59434046, jitterRate=-0.11436370015144348}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T18:17:09,204 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:09,205 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1006): Region open journal for 09f1d0ced0533166c21fe04182a83276: Running coprocessor pre-open hook at 1731694629193Writing region info on filesystem at 1731694629193Initializing all the Stores at 1731694629193Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694629193Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694629194 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694629194Cleaning up temporary data from old regions at 1731694629202 (+8 ms)Running coprocessor post-open hooks at 1731694629204 (+2 ms)Region opened successfully at 1731694629205 (+1 ms) 2024-11-15T18:17:09,205 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., pid=161, masterSystemTime=1731694629189 2024-11-15T18:17:09,207 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:09,207 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:09,207 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=159 updating hbase:meta row=09f1d0ced0533166c21fe04182a83276, regionState=OPEN, openSeqNum=5, regionLocation=74ec74825666,44341,1731694474564 2024-11-15T18:17:09,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=161, ppid=159, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 because future has completed 2024-11-15T18:17:09,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=159 2024-11-15T18:17:09,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=159, state=SUCCESS, hasLock=false; OpenRegionProcedure 09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 in 172 msec 2024-11-15T18:17:09,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-15T18:17:09,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=09f1d0ced0533166c21fe04182a83276, REOPEN/MOVE in 497 msec 2024-11-15T18:17:09,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=158, resume processing ppid=157 2024-11-15T18:17:09,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, ppid=157, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 502 msec 2024-11-15T18:17:09,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 920 msec 2024-11-15T18:17:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157 2024-11-15T18:17:09,216 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:17:09,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11971b93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:09,217 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:17:09,217 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:09,218 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:17:09,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:09,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:17:09,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c193d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:09,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:17:09,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:09,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:09,219 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:09,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b4daf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:09,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24560e66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:09,220 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:17:09,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:09,220 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:17:09,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:09,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:17:09,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22fa6edc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:09,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:17:09,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:09,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:09,222 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:09,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f517f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:09,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e83be8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:09,222 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:17:09,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:09,223 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:17:09,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:09,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:17:09,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd6370d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:09,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:17:09,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:09,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:09,224 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:09,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bdf3f24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:09,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c8d9ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:09,225 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:17:09,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:09,226 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:17:09,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:09,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:17:09,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349927ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:09,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:17:09,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:09,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:09,227 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:09,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d48722, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:09,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f0cd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:09,229 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:17:09,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:09,229 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:17:09,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:09,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:17:09,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e033ea9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:09,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:17:09,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:09,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:09,231 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:09,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3875fb59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:09,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0b6ba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:09,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:17:09,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:09,234 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:17:09,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:09,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:17:09,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7753dc10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:09,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:17:09,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:09,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:09,236 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:09,236 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e97bfee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:09,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bc8537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:09,237 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:17:09,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:09,238 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:17:09,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:09,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:17:09,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366e6f75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:09,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:17:09,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:09,239 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:09,239 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:09,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c9a59db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:09,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7595d14b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:09,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:17:09,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:09,241 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:17:09,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:09,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:17:09,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27ce50e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:09,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:17:09,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:09,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:09,243 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:09,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed32a67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:09,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf79e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:09,244 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:17:09,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:09,245 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:17:09,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:09,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:17:09,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47750644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:09,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:17:09,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:09,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:09,246 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:09,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33af604d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:09,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d0e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:09,247 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44307,-1 for getting cluster id 2024-11-15T18:17:09,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:09,248 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b39cd398-c0f5-416b-b7e6-515261be830c' 2024-11-15T18:17:09,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:09,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b39cd398-c0f5-416b-b7e6-515261be830c" 2024-11-15T18:17:09,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa5fac5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:09,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44307,-1] 2024-11-15T18:17:09,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:09,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:09,249 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:09,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a4da5ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:09,250 DEBUG [Thread-2402 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:17:09,250 DEBUG [Thread-2408 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:17:09,250 DEBUG [Thread-2406 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:17:09,250 DEBUG [Thread-2400 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:17:09,250 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:17:09,250 DEBUG [Thread-2391 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:17:09,250 DEBUG [Thread-2393 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:17:09,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:17:09,250 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:17:09,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:17:09,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:17:09,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:17:09,251 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:17:09,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:17:09,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:17:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-15T18:17:09,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:17:09,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:17:09,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:17:09,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:17:09,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:17:09,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:17:09,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:17:09,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:17:09,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:17:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-15T18:17:09,253 DEBUG [Thread-2397 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:17:09,254 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:17:09,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5] 2024-11-15T18:17:09,254 DEBUG [Thread-2389 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:17:09,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:17:09,254 DEBUG [Thread-2395 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:17:09,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:17:09,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:17:09,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5] 2024-11-15T18:17:09,254 DEBUG [Thread-2404 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:17:09,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:17:09,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:17:09,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:17:09,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:17:09,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5] 2024-11-15T18:17:09,255 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:17:09,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5] 2024-11-15T18:17:09,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:17:09,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5] 2024-11-15T18:17:09,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5] 2024-11-15T18:17:09,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44341,1731694474564, seqNum=-1] 2024-11-15T18:17:09,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:17:09,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:17:09,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:17:09,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:17:09,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:17:09,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5] 2024-11-15T18:17:09,259 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5] 2024-11-15T18:17:09,259 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5] 2024-11-15T18:17:09,261 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5] 2024-11-15T18:17:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:09,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09f1d0ced0533166c21fe04182a83276 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T18:17:09,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=A 2024-11-15T18:17:09,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:09,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=B 2024-11-15T18:17:09,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:09,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=C 2024-11-15T18:17:09,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:09,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c50d5b98c53e46ecaed93dff0601742f_09f1d0ced0533166c21fe04182a83276 is 50, key is test_row_0/A:col10/1731694629263/Put/seqid=0 2024-11-15T18:17:09,287 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731694629277, max timestamp=1731694629284Num uniques 859; 2024-11-15T18:17:09,287 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731694629277, max timestamp=1731694629284Num uniques 859; 2024-11-15T18:17:09,287 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T18:17:09,287 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T18:17:09,288 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731694629277, max timestamp=1731694629284Num uniques 859; 2024-11-15T18:17:09,289 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T18:17:09,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742360_1536 (size=12154) 2024-11-15T18:17:09,289 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:09,292 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c50d5b98c53e46ecaed93dff0601742f_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c50d5b98c53e46ecaed93dff0601742f_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:09,293 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/02ec7bbd2aa646109e85b240fa7644cb, store: [table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:09,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/02ec7bbd2aa646109e85b240fa7644cb is 175, key is test_row_0/A:col10/1731694629263/Put/seqid=0 2024-11-15T18:17:09,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742361_1537 (size=30955) 2024-11-15T18:17:09,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694689301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:09,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:09,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37456 deadline: 1731694689302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:09,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:09,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1731694689304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:09,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:09,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37468 deadline: 1731694689305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:09,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:09,311 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:09,311 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,311 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694689306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:09,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-15T18:17:09,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694689409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:09,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:09,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T18:17:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37456 deadline: 1731694689409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:09,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:09,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:09,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:09,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:09,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:09,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:09,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:09,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1731694689419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:09,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:09,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37468 deadline: 1731694689419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:09,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:09,422 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:09,422 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,422 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694689420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:09,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:09,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T18:17:09,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:09,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:09,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:09,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:09,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-15T18:17:09,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:09,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37456 deadline: 1731694689619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694689619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:09,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,623 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,623 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:09,623 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:09,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1731694689628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:09,630 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:09,630 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,630 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37468 deadline: 1731694689629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:09,630 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,630 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,630 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:09,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694689629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:09,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:09,706 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/02ec7bbd2aa646109e85b240fa7644cb 2024-11-15T18:17:09,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T18:17:09,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:09,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:09,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:09,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:09,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:09,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:09,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/dda2ddd965274f94bfd3666e0af0af8f is 50, key is test_row_0/B:col10/1731694629263/Put/seqid=0 2024-11-15T18:17:09,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742362_1538 (size=12001) 2024-11-15T18:17:09,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T18:17:09,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:09,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:09,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:09,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:09,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-15T18:17:09,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:09,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694689929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37456 deadline: 1731694689929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:09,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:09,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:09,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1731694689939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:09,943 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:09,943 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,943 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694689940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:09,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:09,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37468 deadline: 1731694689940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:09,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:09,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:10,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T18:17:10,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:10,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:10,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:10,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:10,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:10,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/dda2ddd965274f94bfd3666e0af0af8f 2024-11-15T18:17:10,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/588434e4c5424dbf89570e60b975bf57 is 50, key is test_row_0/C:col10/1731694629263/Put/seqid=0 2024-11-15T18:17:10,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742363_1539 (size=12001) 2024-11-15T18:17:10,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/588434e4c5424dbf89570e60b975bf57 2024-11-15T18:17:10,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/02ec7bbd2aa646109e85b240fa7644cb as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/02ec7bbd2aa646109e85b240fa7644cb 2024-11-15T18:17:10,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/02ec7bbd2aa646109e85b240fa7644cb, entries=150, sequenceid=16, filesize=30.2 K 2024-11-15T18:17:10,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/dda2ddd965274f94bfd3666e0af0af8f as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/dda2ddd965274f94bfd3666e0af0af8f 2024-11-15T18:17:10,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/dda2ddd965274f94bfd3666e0af0af8f, entries=150, sequenceid=16, filesize=11.7 K 2024-11-15T18:17:10,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/588434e4c5424dbf89570e60b975bf57 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/588434e4c5424dbf89570e60b975bf57 2024-11-15T18:17:10,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T18:17:10,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:10,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:10,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:10,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:10,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:10,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/588434e4c5424dbf89570e60b975bf57, entries=150, sequenceid=16, filesize=11.7 K 2024-11-15T18:17:10,177 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=127.47 KB/130530 for 09f1d0ced0533166c21fe04182a83276 in 913ms, sequenceid=16, compaction requested=false 2024-11-15T18:17:10,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:10,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T18:17:10,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:10,327 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 09f1d0ced0533166c21fe04182a83276 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-15T18:17:10,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=A 2024-11-15T18:17:10,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:17:10,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=B 2024-11-15T18:17:10,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:17:10,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=C 2024-11-15T18:17:10,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:17:10,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f117c9f1520a43a59e1893d329f1b0c2_09f1d0ced0533166c21fe04182a83276 is 50, key is test_row_0/A:col10/1731694629303/Put/seqid=0 2024-11-15T18:17:10,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742364_1540 (size=12154) 2024-11-15T18:17:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-15T18:17:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:10,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:10,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:10,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37456 deadline: 1731694690453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:10,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:10,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:10,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:10,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694690454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:10,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:10,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:10,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:10,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1731694690455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:10,460 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:10,460 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:10,460 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:10,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:10,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37468 deadline: 1731694690456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:10,462 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:10,462 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:10,462 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:10,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:10,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694690456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:10,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:10,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:10,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:10,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37456 deadline: 1731694690570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:10,573 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:10,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:10,573 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:10,573 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37468 deadline: 1731694690570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:10,573 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:10,573 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:10,573 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:10,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694690570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:10,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:10,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:10,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:10,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694690570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:10,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:10,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:10,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:10,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1731694690570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:10,574 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:10,574 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:10,574 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:10,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:10,739 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f117c9f1520a43a59e1893d329f1b0c2_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f117c9f1520a43a59e1893d329f1b0c2_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:10,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/7d92a9eb3ffa49cbb26c43e0318b453c, store: [table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:10,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/7d92a9eb3ffa49cbb26c43e0318b453c is 175, key is test_row_0/A:col10/1731694629303/Put/seqid=0 2024-11-15T18:17:10,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742365_1541 (size=30955) 2024-11-15T18:17:10,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37456 deadline: 1731694690779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:10,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:10,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:10,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37468 deadline: 1731694690779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:10,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:10,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:10,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:10,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:10,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694690779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:10,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:10,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:10,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:10,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694690779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:10,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:10,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:10,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:10,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1731694690779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:10,782 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:10,782 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:10,782 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:10,897 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T18:17:11,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694691089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:11,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694691090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:11,093 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,093 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,093 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:11,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37468 deadline: 1731694691090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:11,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1731694691090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:11,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,093 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:11,094 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,094 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:11,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37456 deadline: 1731694691090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:11,094 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,094 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,094 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:11,095 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,095 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,095 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:11,144 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/7d92a9eb3ffa49cbb26c43e0318b453c 2024-11-15T18:17:11,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/c45ebf3cc6d947c7b5395409fd16167b is 50, key is test_row_0/B:col10/1731694629303/Put/seqid=0 2024-11-15T18:17:11,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742366_1542 (size=12001) 2024-11-15T18:17:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-15T18:17:11,553 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/c45ebf3cc6d947c7b5395409fd16167b 2024-11-15T18:17:11,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/69fe414a0f024c819ace33c038dbc0b4 is 50, key is test_row_0/C:col10/1731694629303/Put/seqid=0 2024-11-15T18:17:11,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742367_1543 (size=12001) 2024-11-15T18:17:11,571 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/69fe414a0f024c819ace33c038dbc0b4 2024-11-15T18:17:11,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/7d92a9eb3ffa49cbb26c43e0318b453c as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/7d92a9eb3ffa49cbb26c43e0318b453c 2024-11-15T18:17:11,585 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/7d92a9eb3ffa49cbb26c43e0318b453c, entries=150, sequenceid=51, filesize=30.2 K 2024-11-15T18:17:11,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/c45ebf3cc6d947c7b5395409fd16167b as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/c45ebf3cc6d947c7b5395409fd16167b 2024-11-15T18:17:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,589 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/c45ebf3cc6d947c7b5395409fd16167b, entries=150, sequenceid=51, filesize=11.7 K 2024-11-15T18:17:11,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/69fe414a0f024c819ace33c038dbc0b4 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/69fe414a0f024c819ace33c038dbc0b4 2024-11-15T18:17:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,592 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/69fe414a0f024c819ace33c038dbc0b4, entries=150, sequenceid=51, filesize=11.7 K 2024-11-15T18:17:11,593 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=60.38 KB/61830 for 09f1d0ced0533166c21fe04182a83276 in 1266ms, sequenceid=51, compaction requested=false 2024-11-15T18:17:11,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:11,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:11,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-15T18:17:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-15T18:17:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-15T18:17:11,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3390 sec 2024-11-15T18:17:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 2.3470 sec 2024-11-15T18:17:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:11,602 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09f1d0ced0533166c21fe04182a83276 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-15T18:17:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=A 2024-11-15T18:17:11,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:11,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=B 2024-11-15T18:17:11,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:11,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=C 2024-11-15T18:17:11,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111543664281ee3f4b42a7cf482283c5cbe2_09f1d0ced0533166c21fe04182a83276 is 50, key is test_row_0/A:col10/1731694630455/Put/seqid=0 2024-11-15T18:17:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742368_1544 (size=12154) 2024-11-15T18:17:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694691622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:11,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:11,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37456 deadline: 1731694691622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:11,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:11,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:11,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37468 deadline: 1731694691624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:11,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:11,628 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,628 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,628 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:11,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694691627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:11,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:11,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1731694691628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:11,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:11,632 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,632 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,632 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:11,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694691739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:11,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:11,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37456 deadline: 1731694691739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:11,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:11,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:11,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694691739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:11,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:11,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:11,743 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,743 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,743 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1731694691739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:11,743 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:11,743 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,743 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37468 deadline: 1731694691739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:11,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:11,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37456 deadline: 1731694691949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:11,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37468 deadline: 1731694691949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:11,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694691950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:11,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694691950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:11,952 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:11,952 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,952 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1731694691950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:11,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:11,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:12,010 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,019 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111543664281ee3f4b42a7cf482283c5cbe2_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111543664281ee3f4b42a7cf482283c5cbe2_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:12,020 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/e9123aa65f80441291af40b23a14889d, store: [table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:12,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/e9123aa65f80441291af40b23a14889d is 175, key is test_row_0/A:col10/1731694630455/Put/seqid=0 2024-11-15T18:17:12,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742369_1545 (size=30951) 2024-11-15T18:17:12,026 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=64, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/e9123aa65f80441291af40b23a14889d 2024-11-15T18:17:12,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/59c41c83888d4137b9f831148499b5a7 is 50, key is test_row_0/B:col10/1731694630455/Put/seqid=0 2024-11-15T18:17:12,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742370_1546 (size=9657) 2024-11-15T18:17:12,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/59c41c83888d4137b9f831148499b5a7 2024-11-15T18:17:12,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/d454f6997234442eaeb3f7f1dd6d8161 is 50, key is test_row_0/C:col10/1731694630455/Put/seqid=0 2024-11-15T18:17:12,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742371_1547 (size=9657) 2024-11-15T18:17:12,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/d454f6997234442eaeb3f7f1dd6d8161 2024-11-15T18:17:12,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/e9123aa65f80441291af40b23a14889d as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/e9123aa65f80441291af40b23a14889d 2024-11-15T18:17:12,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/e9123aa65f80441291af40b23a14889d, entries=150, sequenceid=64, filesize=30.2 K 2024-11-15T18:17:12,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/59c41c83888d4137b9f831148499b5a7 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/59c41c83888d4137b9f831148499b5a7 2024-11-15T18:17:12,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/59c41c83888d4137b9f831148499b5a7, entries=100, sequenceid=64, filesize=9.4 K 2024-11-15T18:17:12,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/d454f6997234442eaeb3f7f1dd6d8161 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/d454f6997234442eaeb3f7f1dd6d8161 2024-11-15T18:17:12,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/d454f6997234442eaeb3f7f1dd6d8161, entries=100, sequenceid=64, filesize=9.4 K 2024-11-15T18:17:12,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 09f1d0ced0533166c21fe04182a83276 in 494ms, sequenceid=64, compaction requested=true 2024-11-15T18:17:12,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:12,097 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:17:12,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f1d0ced0533166c21fe04182a83276:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:17:12,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:17:12,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f1d0ced0533166c21fe04182a83276:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:17:12,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:17:12,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f1d0ced0533166c21fe04182a83276:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:17:12,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T18:17:12,097 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:17:12,098 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92861 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:17:12,098 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 09f1d0ced0533166c21fe04182a83276/A is initiating minor compaction (all files) 2024-11-15T18:17:12,098 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:17:12,098 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 09f1d0ced0533166c21fe04182a83276/B is initiating minor compaction (all files) 2024-11-15T18:17:12,098 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f1d0ced0533166c21fe04182a83276/A in TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:12,098 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f1d0ced0533166c21fe04182a83276/B in TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:12,098 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/dda2ddd965274f94bfd3666e0af0af8f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/c45ebf3cc6d947c7b5395409fd16167b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/59c41c83888d4137b9f831148499b5a7] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp, totalSize=32.9 K 2024-11-15T18:17:12,098 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/02ec7bbd2aa646109e85b240fa7644cb, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/7d92a9eb3ffa49cbb26c43e0318b453c, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/e9123aa65f80441291af40b23a14889d] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp, totalSize=90.7 K 2024-11-15T18:17:12,099 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:12,099 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. files: [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/02ec7bbd2aa646109e85b240fa7644cb, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/7d92a9eb3ffa49cbb26c43e0318b453c, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/e9123aa65f80441291af40b23a14889d] 2024-11-15T18:17:12,099 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting dda2ddd965274f94bfd3666e0af0af8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731694629257 2024-11-15T18:17:12,100 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02ec7bbd2aa646109e85b240fa7644cb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731694629257 2024-11-15T18:17:12,100 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting c45ebf3cc6d947c7b5395409fd16167b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731694629303 2024-11-15T18:17:12,100 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d92a9eb3ffa49cbb26c43e0318b453c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731694629303 2024-11-15T18:17:12,100 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 59c41c83888d4137b9f831148499b5a7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731694630455 2024-11-15T18:17:12,101 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9123aa65f80441291af40b23a14889d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731694630455 2024-11-15T18:17:12,108 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:12,118 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f1d0ced0533166c21fe04182a83276#B#compaction#470 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:17:12,118 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/79702ac1304d4a1294988e71d163a86e is 50, key is test_row_0/B:col10/1731694630455/Put/seqid=0 2024-11-15T18:17:12,121 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411159e8f77b3fce547a988d48da9ae3ee5b0_09f1d0ced0533166c21fe04182a83276 store=[table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:12,123 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411159e8f77b3fce547a988d48da9ae3ee5b0_09f1d0ced0533166c21fe04182a83276, store=[table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:12,123 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411159e8f77b3fce547a988d48da9ae3ee5b0_09f1d0ced0533166c21fe04182a83276 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:12,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742373_1549 (size=4469) 2024-11-15T18:17:12,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742372_1548 (size=12104) 2024-11-15T18:17:12,133 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/79702ac1304d4a1294988e71d163a86e as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/79702ac1304d4a1294988e71d163a86e 2024-11-15T18:17:12,137 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f1d0ced0533166c21fe04182a83276/B of 09f1d0ced0533166c21fe04182a83276 into 79702ac1304d4a1294988e71d163a86e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:17:12,137 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:12,137 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., storeName=09f1d0ced0533166c21fe04182a83276/B, priority=13, startTime=1731694632097; duration=0sec 2024-11-15T18:17:12,137 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:17:12,137 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f1d0ced0533166c21fe04182a83276:B 2024-11-15T18:17:12,137 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:17:12,137 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:17:12,137 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 09f1d0ced0533166c21fe04182a83276/C is initiating minor compaction (all files) 2024-11-15T18:17:12,138 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f1d0ced0533166c21fe04182a83276/C in TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:12,138 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/588434e4c5424dbf89570e60b975bf57, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/69fe414a0f024c819ace33c038dbc0b4, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/d454f6997234442eaeb3f7f1dd6d8161] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp, totalSize=32.9 K 2024-11-15T18:17:12,138 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 588434e4c5424dbf89570e60b975bf57, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731694629257 2024-11-15T18:17:12,138 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 69fe414a0f024c819ace33c038dbc0b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731694629303 2024-11-15T18:17:12,138 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting d454f6997234442eaeb3f7f1dd6d8161, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731694630455 2024-11-15T18:17:12,142 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f1d0ced0533166c21fe04182a83276#C#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:17:12,143 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/7cc2163103d8441ebf05403a3a197fa9 is 50, key is test_row_0/C:col10/1731694630455/Put/seqid=0 2024-11-15T18:17:12,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742374_1550 (size=12104) 2024-11-15T18:17:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:12,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09f1d0ced0533166c21fe04182a83276 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-15T18:17:12,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=A 2024-11-15T18:17:12,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:12,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=B 2024-11-15T18:17:12,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:12,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=C 2024-11-15T18:17:12,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:12,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111534d0d8c3c5f34fdab8bd8074e3331bbc_09f1d0ced0533166c21fe04182a83276 is 50, key is test_row_0/A:col10/1731694631626/Put/seqid=0 2024-11-15T18:17:12,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:12,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694692271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37456 deadline: 1731694692271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:12,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37468 deadline: 1731694692274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:12,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:12,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694692274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:12,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:12,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:12,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:12,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:12,280 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1731694692274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:12,280 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,280 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:12,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:12,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742375_1551 (size=14594) 2024-11-15T18:17:12,286 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,291 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111534d0d8c3c5f34fdab8bd8074e3331bbc_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111534d0d8c3c5f34fdab8bd8074e3331bbc_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:12,291 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/3799ded5cb1042a2a61bfed9e1c1d9d4, store: [table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:12,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/3799ded5cb1042a2a61bfed9e1c1d9d4 is 175, key is test_row_0/A:col10/1731694631626/Put/seqid=0 2024-11-15T18:17:12,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742376_1552 (size=39549) 2024-11-15T18:17:12,334 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=85, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/3799ded5cb1042a2a61bfed9e1c1d9d4 2024-11-15T18:17:12,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/5fb58b97bd924924bdaeb8d2f393e3ff is 50, key is test_row_0/B:col10/1731694631626/Put/seqid=0 2024-11-15T18:17:12,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742377_1553 (size=12001) 2024-11-15T18:17:12,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/5fb58b97bd924924bdaeb8d2f393e3ff 2024-11-15T18:17:12,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/09f96699ad124ec2a567a4ddf9c30fca is 50, key is test_row_0/C:col10/1731694631626/Put/seqid=0 2024-11-15T18:17:12,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37468 deadline: 1731694692389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:12,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37456 deadline: 1731694692389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:12,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:12,393 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,393 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694692389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:12,393 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:12,394 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:12,394 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,394 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694692389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:12,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:12,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1731694692389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:12,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:12,394 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,394 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,394 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:12,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742378_1554 (size=12001) 2024-11-15T18:17:12,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/09f96699ad124ec2a567a4ddf9c30fca 2024-11-15T18:17:12,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/3799ded5cb1042a2a61bfed9e1c1d9d4 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/3799ded5cb1042a2a61bfed9e1c1d9d4 2024-11-15T18:17:12,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/3799ded5cb1042a2a61bfed9e1c1d9d4, entries=200, sequenceid=85, filesize=38.6 K 2024-11-15T18:17:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/5fb58b97bd924924bdaeb8d2f393e3ff as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/5fb58b97bd924924bdaeb8d2f393e3ff 2024-11-15T18:17:12,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/5fb58b97bd924924bdaeb8d2f393e3ff, entries=150, sequenceid=85, filesize=11.7 K 2024-11-15T18:17:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/09f96699ad124ec2a567a4ddf9c30fca as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/09f96699ad124ec2a567a4ddf9c30fca 2024-11-15T18:17:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/09f96699ad124ec2a567a4ddf9c30fca, entries=150, sequenceid=85, filesize=11.7 K 2024-11-15T18:17:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 09f1d0ced0533166c21fe04182a83276 in 157ms, sequenceid=85, compaction requested=false 2024-11-15T18:17:12,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,531 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f1d0ced0533166c21fe04182a83276#A#compaction#469 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:17:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,531 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/fa3d684d4e2a48e6a12f122735620a15 is 175, key is test_row_0/A:col10/1731694630455/Put/seqid=0 2024-11-15T18:17:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742379_1555 (size=31165) 2024-11-15T18:17:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,559 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/7cc2163103d8441ebf05403a3a197fa9 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/7cc2163103d8441ebf05403a3a197fa9 2024-11-15T18:17:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,566 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f1d0ced0533166c21fe04182a83276/C of 09f1d0ced0533166c21fe04182a83276 into 7cc2163103d8441ebf05403a3a197fa9(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:17:12,566 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:12,566 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., storeName=09f1d0ced0533166c21fe04182a83276/C, priority=13, startTime=1731694632097; duration=0sec 2024-11-15T18:17:12,566 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:17:12,566 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f1d0ced0533166c21fe04182a83276:C 2024-11-15T18:17:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09f1d0ced0533166c21fe04182a83276 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-15T18:17:12,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=A 2024-11-15T18:17:12,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:12,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=B 2024-11-15T18:17:12,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:12,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=C 2024-11-15T18:17:12,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f3fb800c23044cd284c7563ef5a8854b_09f1d0ced0533166c21fe04182a83276 is 50, key is test_row_0/A:col10/1731694632272/Put/seqid=0 2024-11-15T18:17:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742380_1556 (size=12154) 2024-11-15T18:17:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37456 deadline: 1731694692627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:12,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694692627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:12,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:12,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:12,633 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1731694692628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:12,633 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,633 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:12,633 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,633 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,633 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:12,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37468 deadline: 1731694692630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:12,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:12,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694692631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:12,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:12,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37456 deadline: 1731694692739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:12,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:12,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694692739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:12,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:12,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37468 deadline: 1731694692740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:12,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:12,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1731694692740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:12,743 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:12,743 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,743 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694692740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:12,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:12,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37456 deadline: 1731694692949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:12,950 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/fa3d684d4e2a48e6a12f122735620a15 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/fa3d684d4e2a48e6a12f122735620a15 2024-11-15T18:17:12,950 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:12,950 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,950 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694692949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:12,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:12,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1731694692949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:12,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:12,951 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,951 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37468 deadline: 1731694692949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:12,951 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:12,951 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:12,951 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,951 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694692949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:12,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:12,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:12,953 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f1d0ced0533166c21fe04182a83276/A of 09f1d0ced0533166c21fe04182a83276 into fa3d684d4e2a48e6a12f122735620a15(size=30.4 K), total size for store is 69.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:17:12,953 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:12,953 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., storeName=09f1d0ced0533166c21fe04182a83276/A, priority=13, startTime=1731694632097; duration=0sec 2024-11-15T18:17:12,953 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:17:12,953 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f1d0ced0533166c21fe04182a83276:A 2024-11-15T18:17:13,014 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:13,017 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f3fb800c23044cd284c7563ef5a8854b_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f3fb800c23044cd284c7563ef5a8854b_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:13,018 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/c3c06a7ca6a148ba92433ee79a19b1d5, store: [table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:13,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/c3c06a7ca6a148ba92433ee79a19b1d5 is 175, key is test_row_0/A:col10/1731694632272/Put/seqid=0 2024-11-15T18:17:13,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742381_1557 (size=30951) 2024-11-15T18:17:13,026 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/c3c06a7ca6a148ba92433ee79a19b1d5 2024-11-15T18:17:13,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/bf36b66a422c4ce5ac2071dd30b479fd is 50, key is test_row_0/B:col10/1731694632272/Put/seqid=0 2024-11-15T18:17:13,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742382_1558 (size=9657) 2024-11-15T18:17:13,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37456 deadline: 1731694693259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:13,262 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:13,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:13,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:13,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694693259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:13,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:13,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:13,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:13,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:13,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37468 deadline: 1731694693260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1731694693259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:13,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:13,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:13,263 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:13,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:13,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:13,263 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:13,263 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694693260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:13,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:13,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:13,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-15T18:17:13,409 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:17:13,410 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:17:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-15T18:17:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-15T18:17:13,411 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:17:13,412 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:17:13,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:17:13,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/bf36b66a422c4ce5ac2071dd30b479fd 2024-11-15T18:17:13,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/c9fd0a6ed8094d059fba0094282ec227 is 50, key is test_row_0/C:col10/1731694632272/Put/seqid=0 2024-11-15T18:17:13,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742383_1559 (size=9657) 2024-11-15T18:17:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-15T18:17:13,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-15T18:17:13,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:13,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:13,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:13,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:13,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:13,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-15T18:17:13,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:13,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:13,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:13,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:13,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-15T18:17:13,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37456 deadline: 1731694693768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:13,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694693769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:13,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:13,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:13,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:13,771 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:13,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:13,771 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:13,771 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1731694693769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:13,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:13,771 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:13,771 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37468 deadline: 1731694693769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:13,771 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:13,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:13,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:13,772 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694693769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:13,772 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:13,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:13,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:13,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:13,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/c9fd0a6ed8094d059fba0094282ec227 2024-11-15T18:17:13,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/c3c06a7ca6a148ba92433ee79a19b1d5 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/c3c06a7ca6a148ba92433ee79a19b1d5 2024-11-15T18:17:13,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/c3c06a7ca6a148ba92433ee79a19b1d5, entries=150, sequenceid=99, filesize=30.2 K 2024-11-15T18:17:13,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/bf36b66a422c4ce5ac2071dd30b479fd as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/bf36b66a422c4ce5ac2071dd30b479fd 2024-11-15T18:17:13,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/bf36b66a422c4ce5ac2071dd30b479fd, entries=100, sequenceid=99, filesize=9.4 K 2024-11-15T18:17:13,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/c9fd0a6ed8094d059fba0094282ec227 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/c9fd0a6ed8094d059fba0094282ec227 2024-11-15T18:17:13,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/c9fd0a6ed8094d059fba0094282ec227, entries=100, sequenceid=99, filesize=9.4 K 2024-11-15T18:17:13,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 09f1d0ced0533166c21fe04182a83276 in 1256ms, sequenceid=99, compaction requested=true 2024-11-15T18:17:13,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:13,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f1d0ced0533166c21fe04182a83276:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:17:13,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:17:13,859 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:17:13,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f1d0ced0533166c21fe04182a83276:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:17:13,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:17:13,859 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:17:13,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f1d0ced0533166c21fe04182a83276:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:17:13,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:17:13,860 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101665 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:17:13,860 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 09f1d0ced0533166c21fe04182a83276/A is initiating minor compaction (all files) 2024-11-15T18:17:13,860 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:17:13,860 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 09f1d0ced0533166c21fe04182a83276/B is initiating minor compaction (all files) 2024-11-15T18:17:13,860 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f1d0ced0533166c21fe04182a83276/A in TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:13,860 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f1d0ced0533166c21fe04182a83276/B in TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:13,860 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/fa3d684d4e2a48e6a12f122735620a15, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/3799ded5cb1042a2a61bfed9e1c1d9d4, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/c3c06a7ca6a148ba92433ee79a19b1d5] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp, totalSize=99.3 K 2024-11-15T18:17:13,860 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/79702ac1304d4a1294988e71d163a86e, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/5fb58b97bd924924bdaeb8d2f393e3ff, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/bf36b66a422c4ce5ac2071dd30b479fd] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp, totalSize=33.0 K 2024-11-15T18:17:13,860 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:13,860 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. files: [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/fa3d684d4e2a48e6a12f122735620a15, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/3799ded5cb1042a2a61bfed9e1c1d9d4, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/c3c06a7ca6a148ba92433ee79a19b1d5] 2024-11-15T18:17:13,861 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 79702ac1304d4a1294988e71d163a86e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731694629304 2024-11-15T18:17:13,861 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa3d684d4e2a48e6a12f122735620a15, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731694629304 2024-11-15T18:17:13,861 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fb58b97bd924924bdaeb8d2f393e3ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731694631619 2024-11-15T18:17:13,861 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3799ded5cb1042a2a61bfed9e1c1d9d4, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731694631619 2024-11-15T18:17:13,861 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting bf36b66a422c4ce5ac2071dd30b479fd, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731694632272 2024-11-15T18:17:13,862 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3c06a7ca6a148ba92433ee79a19b1d5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731694632271 2024-11-15T18:17:13,868 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f1d0ced0533166c21fe04182a83276#B#compaction#478 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:17:13,869 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/0edf357e0d844ef799c96a6daaa54ed3 is 50, key is test_row_0/B:col10/1731694632272/Put/seqid=0 2024-11-15T18:17:13,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-15T18:17:13,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:13,870 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 09f1d0ced0533166c21fe04182a83276 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-15T18:17:13,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=A 2024-11-15T18:17:13,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:13,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=B 2024-11-15T18:17:13,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:13,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=C 2024-11-15T18:17:13,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:13,880 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:13,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742384_1560 (size=12207) 2024-11-15T18:17:13,882 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115fdf4255c1a51457aac93197f61079c8c_09f1d0ced0533166c21fe04182a83276 store=[table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:13,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150a4ba3d1ebd54f16a7c15e9513aeddb1_09f1d0ced0533166c21fe04182a83276 is 50, key is test_row_0/A:col10/1731694632628/Put/seqid=0 2024-11-15T18:17:13,885 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115fdf4255c1a51457aac93197f61079c8c_09f1d0ced0533166c21fe04182a83276, store=[table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:13,885 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115fdf4255c1a51457aac93197f61079c8c_09f1d0ced0533166c21fe04182a83276 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:13,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742385_1561 (size=12154) 2024-11-15T18:17:13,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:13,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742386_1562 (size=4469) 2024-11-15T18:17:13,890 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150a4ba3d1ebd54f16a7c15e9513aeddb1_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150a4ba3d1ebd54f16a7c15e9513aeddb1_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:13,890 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f1d0ced0533166c21fe04182a83276#A#compaction#479 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:17:13,890 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/07eb19d278ed4fa8af52f11b209cf1cc is 175, key is test_row_0/A:col10/1731694632272/Put/seqid=0 2024-11-15T18:17:13,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/a96cbbc493d94c9ab6181f3b4056ec96, store: [table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:13,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/a96cbbc493d94c9ab6181f3b4056ec96 is 175, key is test_row_0/A:col10/1731694632628/Put/seqid=0 2024-11-15T18:17:13,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742387_1563 (size=31268) 2024-11-15T18:17:13,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742388_1564 (size=30955) 2024-11-15T18:17:13,897 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/a96cbbc493d94c9ab6181f3b4056ec96 2024-11-15T18:17:13,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/210496717b0a42f591eaa3498f36c30b is 50, key is test_row_0/B:col10/1731694632628/Put/seqid=0 2024-11-15T18:17:13,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742389_1565 (size=12001) 2024-11-15T18:17:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-15T18:17:14,285 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/0edf357e0d844ef799c96a6daaa54ed3 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/0edf357e0d844ef799c96a6daaa54ed3 2024-11-15T18:17:14,289 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f1d0ced0533166c21fe04182a83276/B of 09f1d0ced0533166c21fe04182a83276 into 0edf357e0d844ef799c96a6daaa54ed3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:17:14,289 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:14,289 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., storeName=09f1d0ced0533166c21fe04182a83276/B, priority=13, startTime=1731694633859; duration=0sec 2024-11-15T18:17:14,289 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:17:14,289 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f1d0ced0533166c21fe04182a83276:B 2024-11-15T18:17:14,289 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:17:14,294 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:17:14,295 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 09f1d0ced0533166c21fe04182a83276/C is initiating minor compaction (all files) 2024-11-15T18:17:14,295 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f1d0ced0533166c21fe04182a83276/C in TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:14,295 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/7cc2163103d8441ebf05403a3a197fa9, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/09f96699ad124ec2a567a4ddf9c30fca, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/c9fd0a6ed8094d059fba0094282ec227] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp, totalSize=33.0 K 2024-11-15T18:17:14,295 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 7cc2163103d8441ebf05403a3a197fa9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731694629304 2024-11-15T18:17:14,296 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 09f96699ad124ec2a567a4ddf9c30fca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731694631619 2024-11-15T18:17:14,296 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting c9fd0a6ed8094d059fba0094282ec227, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731694632272 2024-11-15T18:17:14,302 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/07eb19d278ed4fa8af52f11b209cf1cc as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/07eb19d278ed4fa8af52f11b209cf1cc 2024-11-15T18:17:14,307 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/210496717b0a42f591eaa3498f36c30b 2024-11-15T18:17:14,312 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f1d0ced0533166c21fe04182a83276/A of 09f1d0ced0533166c21fe04182a83276 into 07eb19d278ed4fa8af52f11b209cf1cc(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:17:14,312 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:14,312 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., storeName=09f1d0ced0533166c21fe04182a83276/A, priority=13, startTime=1731694633859; duration=0sec 2024-11-15T18:17:14,313 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:17:14,313 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f1d0ced0533166c21fe04182a83276:A 2024-11-15T18:17:14,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/2d1af7ba06d14d08861ef9e2cabb0f7f is 50, key is test_row_0/C:col10/1731694632628/Put/seqid=0 2024-11-15T18:17:14,315 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f1d0ced0533166c21fe04182a83276#C#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:17:14,315 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/e01b781e25424b62a6acb47f62702de1 is 50, key is test_row_0/C:col10/1731694632272/Put/seqid=0 2024-11-15T18:17:14,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742391_1567 (size=12207) 2024-11-15T18:17:14,330 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/e01b781e25424b62a6acb47f62702de1 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/e01b781e25424b62a6acb47f62702de1 2024-11-15T18:17:14,335 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f1d0ced0533166c21fe04182a83276/C of 09f1d0ced0533166c21fe04182a83276 into e01b781e25424b62a6acb47f62702de1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:17:14,335 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:14,335 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., storeName=09f1d0ced0533166c21fe04182a83276/C, priority=13, startTime=1731694633859; duration=0sec 2024-11-15T18:17:14,335 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:17:14,335 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f1d0ced0533166c21fe04182a83276:C 2024-11-15T18:17:14,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742390_1566 (size=12001) 2024-11-15T18:17:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-15T18:17:14,737 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/2d1af7ba06d14d08861ef9e2cabb0f7f 2024-11-15T18:17:14,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/a96cbbc493d94c9ab6181f3b4056ec96 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/a96cbbc493d94c9ab6181f3b4056ec96 2024-11-15T18:17:14,751 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/a96cbbc493d94c9ab6181f3b4056ec96, entries=150, sequenceid=119, filesize=30.2 K 2024-11-15T18:17:14,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/210496717b0a42f591eaa3498f36c30b as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/210496717b0a42f591eaa3498f36c30b 2024-11-15T18:17:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,756 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/210496717b0a42f591eaa3498f36c30b, entries=150, sequenceid=119, filesize=11.7 K 2024-11-15T18:17:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/2d1af7ba06d14d08861ef9e2cabb0f7f as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/2d1af7ba06d14d08861ef9e2cabb0f7f 2024-11-15T18:17:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,760 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/2d1af7ba06d14d08861ef9e2cabb0f7f, entries=150, sequenceid=119, filesize=11.7 K 2024-11-15T18:17:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,760 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for 09f1d0ced0533166c21fe04182a83276 in 890ms, sequenceid=119, compaction requested=false 2024-11-15T18:17:14,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:14,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-15T18:17:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-15T18:17:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-15T18:17:14,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3500 sec 2024-11-15T18:17:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.3540 sec 2024-11-15T18:17:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:14,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09f1d0ced0533166c21fe04182a83276 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T18:17:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=A 2024-11-15T18:17:14,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:14,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=B 2024-11-15T18:17:14,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:14,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=C 2024-11-15T18:17:14,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411152e19728e1ca146738578c45acbaf1dc8_09f1d0ced0533166c21fe04182a83276 is 50, key is test_row_0/A:col10/1731694634805/Put/seqid=0 2024-11-15T18:17:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742392_1568 (size=22168) 2024-11-15T18:17:14,819 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:14,822 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411152e19728e1ca146738578c45acbaf1dc8_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152e19728e1ca146738578c45acbaf1dc8_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:14,822 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/360aaaa68136437dbbf66ffcac21dfb5, store: [table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:14,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/360aaaa68136437dbbf66ffcac21dfb5 is 175, key is test_row_0/A:col10/1731694634805/Put/seqid=0 2024-11-15T18:17:14,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:14,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694694831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694694833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:14,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742393_1569 (size=65573) 2024-11-15T18:17:14,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:14,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:14,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:14,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:14,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:14,840 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694634827, max timestamp=1731694634837Num uniques 859; 2024-11-15T18:17:14,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:14,840 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694634827, max timestamp=1731694634837Num uniques 859; 2024-11-15T18:17:14,840 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:17:14,840 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:17:14,840 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694634827, max timestamp=1731694634837Num uniques 859; 2024-11-15T18:17:14,840 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:17:14,841 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/360aaaa68136437dbbf66ffcac21dfb5 2024-11-15T18:17:14,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/a8c29caa89ac438aaf19dfec0ae8c208 is 50, key is test_row_0/B:col10/1731694634805/Put/seqid=0 2024-11-15T18:17:14,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742394_1570 (size=12151) 2024-11-15T18:17:14,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1731694694867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:14,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:14,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:14,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37468 deadline: 1731694694868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:14,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:14,873 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:14,873 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:14,874 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:14,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37456 deadline: 1731694694872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:14,878 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:14,878 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:14,878 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:14,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694694949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:14,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:14,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:14,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694694949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:14,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:14,952 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:14,952 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:14,952 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:14,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1731694694979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:14,985 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:14,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:14,985 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:14,985 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37468 deadline: 1731694694979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:14,985 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:14,985 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:14,985 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:14,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37456 deadline: 1731694694989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:14,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:14,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:14,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:15,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:15,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694695159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:15,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:15,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:15,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:15,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:15,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694695159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:15,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:15,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:15,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:15,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:15,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1731694695189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:15,191 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:15,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:15,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:15,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:15,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37468 deadline: 1731694695189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:15,192 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:15,192 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:15,192 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:15,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37456 deadline: 1731694695199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:15,203 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:15,203 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:15,203 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:15,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/a8c29caa89ac438aaf19dfec0ae8c208 2024-11-15T18:17:15,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/29ba318655d44d29ac2bf783f92a51d2 is 50, key is test_row_0/C:col10/1731694634805/Put/seqid=0 2024-11-15T18:17:15,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742395_1571 (size=12151) 2024-11-15T18:17:15,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694695469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:15,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:15,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:15,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:15,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694695469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:15,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:15,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:15,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:15,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1731694695498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:15,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:15,502 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:15,502 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37468 deadline: 1731694695499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:15,502 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:15,502 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:15,502 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:15,502 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:15,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37456 deadline: 1731694695509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:15,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:15,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:15,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-15T18:17:15,559 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:17:15,560 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:17:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-15T18:17:15,561 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:17:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-15T18:17:15,562 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:17:15,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:17:15,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/29ba318655d44d29ac2bf783f92a51d2 2024-11-15T18:17:15,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/360aaaa68136437dbbf66ffcac21dfb5 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/360aaaa68136437dbbf66ffcac21dfb5 2024-11-15T18:17:15,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/360aaaa68136437dbbf66ffcac21dfb5, entries=350, sequenceid=133, filesize=64.0 K 2024-11-15T18:17:15,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/a8c29caa89ac438aaf19dfec0ae8c208 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/a8c29caa89ac438aaf19dfec0ae8c208 2024-11-15T18:17:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-15T18:17:15,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/a8c29caa89ac438aaf19dfec0ae8c208, entries=150, sequenceid=133, filesize=11.9 K 2024-11-15T18:17:15,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/29ba318655d44d29ac2bf783f92a51d2 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/29ba318655d44d29ac2bf783f92a51d2 2024-11-15T18:17:15,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/29ba318655d44d29ac2bf783f92a51d2, entries=150, sequenceid=133, filesize=11.9 K 2024-11-15T18:17:15,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 09f1d0ced0533166c21fe04182a83276 in 870ms, sequenceid=133, compaction requested=true 2024-11-15T18:17:15,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:15,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f1d0ced0533166c21fe04182a83276:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:17:15,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:17:15,674 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:17:15,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f1d0ced0533166c21fe04182a83276:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:17:15,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:17:15,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f1d0ced0533166c21fe04182a83276:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:17:15,674 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:17:15,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:17:15,675 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127796 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:17:15,675 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:17:15,675 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 09f1d0ced0533166c21fe04182a83276/B is initiating minor compaction (all files) 2024-11-15T18:17:15,675 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f1d0ced0533166c21fe04182a83276/B in TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:15,675 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/0edf357e0d844ef799c96a6daaa54ed3, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/210496717b0a42f591eaa3498f36c30b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/a8c29caa89ac438aaf19dfec0ae8c208] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp, totalSize=35.5 K 2024-11-15T18:17:15,675 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 09f1d0ced0533166c21fe04182a83276/A is initiating minor compaction (all files) 2024-11-15T18:17:15,675 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f1d0ced0533166c21fe04182a83276/A in TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:15,675 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/07eb19d278ed4fa8af52f11b209cf1cc, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/a96cbbc493d94c9ab6181f3b4056ec96, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/360aaaa68136437dbbf66ffcac21dfb5] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp, totalSize=124.8 K 2024-11-15T18:17:15,675 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:15,675 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. files: [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/07eb19d278ed4fa8af52f11b209cf1cc, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/a96cbbc493d94c9ab6181f3b4056ec96, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/360aaaa68136437dbbf66ffcac21dfb5] 2024-11-15T18:17:15,676 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 0edf357e0d844ef799c96a6daaa54ed3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731694632260 2024-11-15T18:17:15,676 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07eb19d278ed4fa8af52f11b209cf1cc, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731694632260 2024-11-15T18:17:15,676 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 210496717b0a42f591eaa3498f36c30b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731694632625 2024-11-15T18:17:15,676 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting a96cbbc493d94c9ab6181f3b4056ec96, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731694632625 2024-11-15T18:17:15,676 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting a8c29caa89ac438aaf19dfec0ae8c208, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731694634802 2024-11-15T18:17:15,676 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 360aaaa68136437dbbf66ffcac21dfb5, keycount=350, bloomtype=ROW, size=64.0 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731694634785 2024-11-15T18:17:15,689 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f1d0ced0533166c21fe04182a83276#B#compaction#487 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:17:15,689 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/1fdeb3b97bfc4f85aff635323b7dd2ec is 50, key is test_row_0/B:col10/1731694634805/Put/seqid=0 2024-11-15T18:17:15,689 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:15,691 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111533a41eacb65b47c79f475af6d0474a2a_09f1d0ced0533166c21fe04182a83276 store=[table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:15,694 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111533a41eacb65b47c79f475af6d0474a2a_09f1d0ced0533166c21fe04182a83276, store=[table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:15,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742396_1572 (size=12459) 2024-11-15T18:17:15,694 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111533a41eacb65b47c79f475af6d0474a2a_09f1d0ced0533166c21fe04182a83276 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:15,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742397_1573 (size=4469) 2024-11-15T18:17:15,697 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f1d0ced0533166c21fe04182a83276#A#compaction#488 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:17:15,698 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/283563b8055e4b88be62e20e439c8a23 is 175, key is test_row_0/A:col10/1731694634805/Put/seqid=0 2024-11-15T18:17:15,698 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/1fdeb3b97bfc4f85aff635323b7dd2ec as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/1fdeb3b97bfc4f85aff635323b7dd2ec 2024-11-15T18:17:15,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742398_1574 (size=31413) 2024-11-15T18:17:15,702 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f1d0ced0533166c21fe04182a83276/B of 09f1d0ced0533166c21fe04182a83276 into 1fdeb3b97bfc4f85aff635323b7dd2ec(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:17:15,702 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:15,702 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., storeName=09f1d0ced0533166c21fe04182a83276/B, priority=13, startTime=1731694635674; duration=0sec 2024-11-15T18:17:15,702 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:17:15,702 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f1d0ced0533166c21fe04182a83276:B 2024-11-15T18:17:15,702 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:17:15,705 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:17:15,705 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 09f1d0ced0533166c21fe04182a83276/C is initiating minor compaction (all files) 2024-11-15T18:17:15,705 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f1d0ced0533166c21fe04182a83276/C in TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:15,705 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/e01b781e25424b62a6acb47f62702de1, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/2d1af7ba06d14d08861ef9e2cabb0f7f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/29ba318655d44d29ac2bf783f92a51d2] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp, totalSize=35.5 K 2024-11-15T18:17:15,705 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting e01b781e25424b62a6acb47f62702de1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731694632260 2024-11-15T18:17:15,705 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d1af7ba06d14d08861ef9e2cabb0f7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731694632625 2024-11-15T18:17:15,706 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 29ba318655d44d29ac2bf783f92a51d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731694634802 2024-11-15T18:17:15,707 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/283563b8055e4b88be62e20e439c8a23 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/283563b8055e4b88be62e20e439c8a23 2024-11-15T18:17:15,712 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f1d0ced0533166c21fe04182a83276/A of 09f1d0ced0533166c21fe04182a83276 into 283563b8055e4b88be62e20e439c8a23(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:17:15,712 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:15,712 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., storeName=09f1d0ced0533166c21fe04182a83276/A, priority=13, startTime=1731694635674; duration=0sec 2024-11-15T18:17:15,712 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:17:15,712 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f1d0ced0533166c21fe04182a83276:A 2024-11-15T18:17:15,712 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f1d0ced0533166c21fe04182a83276#C#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:17:15,713 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/51d2116cffb147db9827f8c115654a3f is 50, key is test_row_0/C:col10/1731694634805/Put/seqid=0 2024-11-15T18:17:15,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-15T18:17:15,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:15,714 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 09f1d0ced0533166c21fe04182a83276 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-15T18:17:15,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=A 2024-11-15T18:17:15,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:17:15,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=B 2024-11-15T18:17:15,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:17:15,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=C 2024-11-15T18:17:15,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:17:15,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742399_1575 (size=12459) 2024-11-15T18:17:15,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115bc1f85c30f04423eb7be49ba3ae41e47_09f1d0ced0533166c21fe04182a83276 is 50, key is test_row_0/A:col10/1731694634865/Put/seqid=0 2024-11-15T18:17:15,723 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/51d2116cffb147db9827f8c115654a3f as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/51d2116cffb147db9827f8c115654a3f 2024-11-15T18:17:15,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742400_1576 (size=12304) 2024-11-15T18:17:15,727 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f1d0ced0533166c21fe04182a83276/C of 09f1d0ced0533166c21fe04182a83276 into 51d2116cffb147db9827f8c115654a3f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:17:15,727 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:15,727 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., storeName=09f1d0ced0533166c21fe04182a83276/C, priority=13, startTime=1731694635674; duration=0sec 2024-11-15T18:17:15,727 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:17:15,727 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f1d0ced0533166c21fe04182a83276:C 2024-11-15T18:17:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-15T18:17:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:15,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:16,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694695997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:16,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694695998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:16,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:16,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1731694696009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:16,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:16,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:16,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:16,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:16,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37468 deadline: 1731694696009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:16,013 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:16,013 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:16,013 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:16,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37456 deadline: 1731694696018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:16,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:16,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:16,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:16,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694696109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:16,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694696109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:16,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:16,129 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115bc1f85c30f04423eb7be49ba3ae41e47_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115bc1f85c30f04423eb7be49ba3ae41e47_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:16,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/4b95599fea6945aa9c06b0ca52136d87, store: [table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:16,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/4b95599fea6945aa9c06b0ca52136d87 is 175, key is test_row_0/A:col10/1731694634865/Put/seqid=0 2024-11-15T18:17:16,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742401_1577 (size=31105) 2024-11-15T18:17:16,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-15T18:17:16,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694696319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:16,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:16,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:16,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:16,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694696319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:16,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:16,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:16,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:16,533 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/4b95599fea6945aa9c06b0ca52136d87 2024-11-15T18:17:16,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/70c10abddb664a30ae0223ac4012c925 is 50, key is test_row_0/B:col10/1731694634865/Put/seqid=0 2024-11-15T18:17:16,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742402_1578 (size=12151) 2024-11-15T18:17:16,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694696628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:16,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:16,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694696629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:16,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:16,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:16,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:16,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:16,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:16,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:16,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-15T18:17:16,942 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/70c10abddb664a30ae0223ac4012c925 2024-11-15T18:17:16,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/cecaff52a56f45c2826a423592b3de62 is 50, key is test_row_0/C:col10/1731694634865/Put/seqid=0 2024-11-15T18:17:16,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742403_1579 (size=12151) 2024-11-15T18:17:17,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1731694697029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:17,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37468 deadline: 1731694697029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:17,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37456 deadline: 1731694697029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:17,032 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_0' in 09f1d0ced0533166c21fe04182a83276 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:17:17,032 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_2' in 09f1d0ced0533166c21fe04182a83276 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:17:17,032 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:17,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:17,032 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:17,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:17,032 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:17,032 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_2' in 09f1d0ced0533166c21fe04182a83276 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:17:17,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:17,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:17,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:17,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:17,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694697139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:17,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:17,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:17,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694697139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:17,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:17,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:17,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:17,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:17,350 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/cecaff52a56f45c2826a423592b3de62 2024-11-15T18:17:17,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/4b95599fea6945aa9c06b0ca52136d87 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/4b95599fea6945aa9c06b0ca52136d87 2024-11-15T18:17:17,355 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/4b95599fea6945aa9c06b0ca52136d87, entries=150, sequenceid=171, filesize=30.4 K 2024-11-15T18:17:17,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/70c10abddb664a30ae0223ac4012c925 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/70c10abddb664a30ae0223ac4012c925 2024-11-15T18:17:17,359 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/70c10abddb664a30ae0223ac4012c925, entries=150, sequenceid=171, filesize=11.9 K 2024-11-15T18:17:17,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/cecaff52a56f45c2826a423592b3de62 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/cecaff52a56f45c2826a423592b3de62 2024-11-15T18:17:17,362 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/cecaff52a56f45c2826a423592b3de62, entries=150, sequenceid=171, filesize=11.9 K 2024-11-15T18:17:17,363 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 09f1d0ced0533166c21fe04182a83276 in 1650ms, sequenceid=171, compaction requested=false 2024-11-15T18:17:17,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:17,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:17,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-15T18:17:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-15T18:17:17,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-15T18:17:17,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8020 sec 2024-11-15T18:17:17,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 1.8060 sec 2024-11-15T18:17:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-15T18:17:17,719 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:17:17,719 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:17:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-15T18:17:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-15T18:17:17,721 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:17:17,721 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:17:17,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:17:17,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-15T18:17:17,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-15T18:17:17,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:17,877 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing 09f1d0ced0533166c21fe04182a83276 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-15T18:17:17,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=A 2024-11-15T18:17:17,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:17,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=B 2024-11-15T18:17:17,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:17,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=C 2024-11-15T18:17:17,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:17,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115366e52f473724caeb934732382d25f95_09f1d0ced0533166c21fe04182a83276 is 50, key is test_row_0/A:col10/1731694635996/Put/seqid=0 2024-11-15T18:17:17,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742404_1580 (size=12304) 2024-11-15T18:17:17,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:17,899 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115366e52f473724caeb934732382d25f95_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115366e52f473724caeb934732382d25f95_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:17,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/bc28c25ec7e242d8ac4265888cfcade2, store: [table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:17,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/bc28c25ec7e242d8ac4265888cfcade2 is 175, key is test_row_0/A:col10/1731694635996/Put/seqid=0 2024-11-15T18:17:17,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742405_1581 (size=31105) 2024-11-15T18:17:17,914 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=183, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/bc28c25ec7e242d8ac4265888cfcade2 2024-11-15T18:17:17,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/0b8abbebb1134f8f9a20fffdde64cd4e is 50, key is test_row_0/B:col10/1731694635996/Put/seqid=0 2024-11-15T18:17:17,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742406_1582 (size=12151) 2024-11-15T18:17:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-15T18:17:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:18,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:18,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:18,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694698188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:18,194 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694638176, max timestamp=1731694638191Num uniques 859; 2024-11-15T18:17:18,194 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694638176, max timestamp=1731694638191Num uniques 859; 2024-11-15T18:17:18,194 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:17:18,194 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694638176, max timestamp=1731694638191Num uniques 859; 2024-11-15T18:17:18,194 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:17:18,194 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:17:18,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:18,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:18,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:18,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694698284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:18,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:18,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:18,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:18,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694698299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:18,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:18,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:18,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-15T18:17:18,358 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/0b8abbebb1134f8f9a20fffdde64cd4e 2024-11-15T18:17:18,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/9d3a5ec4d6ce42b48a627bc6b4a43678 is 50, key is test_row_0/C:col10/1731694635996/Put/seqid=0 2024-11-15T18:17:18,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742407_1583 (size=12151) 2024-11-15T18:17:18,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694698399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:18,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:18,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:18,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:18,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694698509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:18,514 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:18,514 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:18,514 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:18,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694698609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:18,616 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:18,616 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:18,616 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:18,768 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/9d3a5ec4d6ce42b48a627bc6b4a43678 2024-11-15T18:17:18,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/bc28c25ec7e242d8ac4265888cfcade2 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/bc28c25ec7e242d8ac4265888cfcade2 2024-11-15T18:17:18,774 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/bc28c25ec7e242d8ac4265888cfcade2, entries=150, sequenceid=183, filesize=30.4 K 2024-11-15T18:17:18,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/0b8abbebb1134f8f9a20fffdde64cd4e as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/0b8abbebb1134f8f9a20fffdde64cd4e 2024-11-15T18:17:18,777 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/0b8abbebb1134f8f9a20fffdde64cd4e, entries=150, sequenceid=183, filesize=11.9 K 2024-11-15T18:17:18,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/9d3a5ec4d6ce42b48a627bc6b4a43678 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/9d3a5ec4d6ce42b48a627bc6b4a43678 2024-11-15T18:17:18,780 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/9d3a5ec4d6ce42b48a627bc6b4a43678, entries=150, sequenceid=183, filesize=11.9 K 2024-11-15T18:17:18,781 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 09f1d0ced0533166c21fe04182a83276 in 905ms, sequenceid=183, compaction requested=true 2024-11-15T18:17:18,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:18,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:18,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-15T18:17:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-15T18:17:18,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-15T18:17:18,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0610 sec 2024-11-15T18:17:18,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 1.0660 sec 2024-11-15T18:17:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:18,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09f1d0ced0533166c21fe04182a83276 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-15T18:17:18,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=A 2024-11-15T18:17:18,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:17:18,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=B 2024-11-15T18:17:18,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:17:18,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=C 2024-11-15T18:17:18,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:17:18,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c7447d1786d44a7f9b5b78124db62c3a_09f1d0ced0533166c21fe04182a83276 is 50, key is test_row_0/A:col10/1731694638282/Put/seqid=0 2024-11-15T18:17:18,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742408_1584 (size=14794) 2024-11-15T18:17:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-15T18:17:18,859 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:17:18,859 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:17:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-11-15T18:17:18,861 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:17:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-15T18:17:18,863 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:17:18,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:17:18,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694698880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:18,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:18,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:18,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:18,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694698929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:18,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:18,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:18,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-15T18:17:18,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694698989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:18,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:18,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:18,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:19,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-15T18:17:19,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:19,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:19,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:19,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:19,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:19,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1731694699039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:19,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37456 deadline: 1731694699039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:19,044 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_2' in 09f1d0ced0533166c21fe04182a83276 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:17:19,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:19,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:19,045 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_2' in 09f1d0ced0533166c21fe04182a83276 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:17:19,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:19,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:19,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:19,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:19,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37468 deadline: 1731694699049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:19,055 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_0' in 09f1d0ced0533166c21fe04182a83276 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:17:19,056 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:19,056 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:19,056 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:19,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-15T18:17:19,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:19,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:19,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:19,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:19,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-15T18:17:19,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:19,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694699198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:19,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:19,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:19,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:19,249 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:19,252 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c7447d1786d44a7f9b5b78124db62c3a_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c7447d1786d44a7f9b5b78124db62c3a_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:19,253 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/3bf3c8cc5283414ab450a29835c0ca4c, store: [table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:19,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/3bf3c8cc5283414ab450a29835c0ca4c is 175, key is test_row_0/A:col10/1731694638282/Put/seqid=0 2024-11-15T18:17:19,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742409_1585 (size=39749) 2024-11-15T18:17:19,259 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=220, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/3bf3c8cc5283414ab450a29835c0ca4c 2024-11-15T18:17:19,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/e303b640afa64e23ac88f45d2783737f is 50, key is test_row_0/B:col10/1731694638282/Put/seqid=0 2024-11-15T18:17:19,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742410_1586 (size=12151) 2024-11-15T18:17:19,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-15T18:17:19,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:19,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:19,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:19,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:19,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:19,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:19,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:19,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694699438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:19,440 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:19,440 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:19,440 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:19,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-15T18:17:19,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:19,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:19,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:19,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:19,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:19,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-15T18:17:19,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694699509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:19,513 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:19,513 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:19,513 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:19,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-15T18:17:19,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:19,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:19,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:19,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:19,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:19,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/e303b640afa64e23ac88f45d2783737f 2024-11-15T18:17:19,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/2d471209a95e4e87a5c1bdc200d657db is 50, key is test_row_0/C:col10/1731694638282/Put/seqid=0 2024-11-15T18:17:19,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742411_1587 (size=12151) 2024-11-15T18:17:19,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-15T18:17:19,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:19,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:19,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:19,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:19,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:19,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-15T18:17:19,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:19,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:19,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:19,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:19,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:19,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:19,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-15T18:17:20,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694700019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:20,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:20,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:20,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:20,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/2d471209a95e4e87a5c1bdc200d657db 2024-11-15T18:17:20,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/3bf3c8cc5283414ab450a29835c0ca4c as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/3bf3c8cc5283414ab450a29835c0ca4c 2024-11-15T18:17:20,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/3bf3c8cc5283414ab450a29835c0ca4c, entries=200, sequenceid=220, filesize=38.8 K 2024-11-15T18:17:20,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/e303b640afa64e23ac88f45d2783737f as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/e303b640afa64e23ac88f45d2783737f 2024-11-15T18:17:20,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-15T18:17:20,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:20,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:20,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:20,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:20,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:20,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:20,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/e303b640afa64e23ac88f45d2783737f, entries=150, sequenceid=220, filesize=11.9 K 2024-11-15T18:17:20,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/2d471209a95e4e87a5c1bdc200d657db as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/2d471209a95e4e87a5c1bdc200d657db 2024-11-15T18:17:20,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/2d471209a95e4e87a5c1bdc200d657db, entries=150, sequenceid=220, filesize=11.9 K 2024-11-15T18:17:20,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 09f1d0ced0533166c21fe04182a83276 in 1270ms, sequenceid=220, compaction requested=true 2024-11-15T18:17:20,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:20,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f1d0ced0533166c21fe04182a83276:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:17:20,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:17:20,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f1d0ced0533166c21fe04182a83276:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:17:20,093 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T18:17:20,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:17:20,093 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T18:17:20,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f1d0ced0533166c21fe04182a83276:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:17:20,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:17:20,094 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133372 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T18:17:20,094 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T18:17:20,094 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 09f1d0ced0533166c21fe04182a83276/A is initiating minor compaction (all files) 2024-11-15T18:17:20,094 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 09f1d0ced0533166c21fe04182a83276/B is initiating minor compaction (all files) 2024-11-15T18:17:20,094 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f1d0ced0533166c21fe04182a83276/A in TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:20,094 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f1d0ced0533166c21fe04182a83276/B in TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:20,094 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/283563b8055e4b88be62e20e439c8a23, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/4b95599fea6945aa9c06b0ca52136d87, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/bc28c25ec7e242d8ac4265888cfcade2, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/3bf3c8cc5283414ab450a29835c0ca4c] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp, totalSize=130.2 K 2024-11-15T18:17:20,094 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/1fdeb3b97bfc4f85aff635323b7dd2ec, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/70c10abddb664a30ae0223ac4012c925, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/0b8abbebb1134f8f9a20fffdde64cd4e, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/e303b640afa64e23ac88f45d2783737f] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp, totalSize=47.8 K 2024-11-15T18:17:20,094 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:20,094 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. files: [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/283563b8055e4b88be62e20e439c8a23, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/4b95599fea6945aa9c06b0ca52136d87, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/bc28c25ec7e242d8ac4265888cfcade2, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/3bf3c8cc5283414ab450a29835c0ca4c] 2024-11-15T18:17:20,095 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 283563b8055e4b88be62e20e439c8a23, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731694634802 2024-11-15T18:17:20,095 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fdeb3b97bfc4f85aff635323b7dd2ec, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731694634802 2024-11-15T18:17:20,096 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b95599fea6945aa9c06b0ca52136d87, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731694634864 2024-11-15T18:17:20,096 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc28c25ec7e242d8ac4265888cfcade2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731694635981 2024-11-15T18:17:20,096 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3bf3c8cc5283414ab450a29835c0ca4c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731694638266 2024-11-15T18:17:20,097 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 70c10abddb664a30ae0223ac4012c925, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731694634864 2024-11-15T18:17:20,097 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b8abbebb1134f8f9a20fffdde64cd4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731694635981 2024-11-15T18:17:20,097 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting e303b640afa64e23ac88f45d2783737f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731694638276 2024-11-15T18:17:20,101 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:20,102 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111540ab9da776b9468d984cbfef4c2792ae_09f1d0ced0533166c21fe04182a83276 store=[table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:20,105 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111540ab9da776b9468d984cbfef4c2792ae_09f1d0ced0533166c21fe04182a83276, store=[table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:20,105 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111540ab9da776b9468d984cbfef4c2792ae_09f1d0ced0533166c21fe04182a83276 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:20,108 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f1d0ced0533166c21fe04182a83276#B#compaction#500 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:17:20,108 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/426c6c18f21f4472a20e95cede02bd7a is 50, key is test_row_0/B:col10/1731694638282/Put/seqid=0 2024-11-15T18:17:20,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742412_1588 (size=4469) 2024-11-15T18:17:20,110 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f1d0ced0533166c21fe04182a83276#A#compaction#499 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:17:20,111 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/cb0f7c0f67154617b06ef580f1dd10bc is 175, key is test_row_0/A:col10/1731694638282/Put/seqid=0 2024-11-15T18:17:20,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742413_1589 (size=12595) 2024-11-15T18:17:20,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742414_1590 (size=31549) 2024-11-15T18:17:20,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-15T18:17:20,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:20,237 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing 09f1d0ced0533166c21fe04182a83276 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T18:17:20,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=A 2024-11-15T18:17:20,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:20,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=B 2024-11-15T18:17:20,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:20,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=C 2024-11-15T18:17:20,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:20,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c65707899feb49fab64c21ba64c361c9_09f1d0ced0533166c21fe04182a83276 is 50, key is test_row_0/A:col10/1731694638860/Put/seqid=0 2024-11-15T18:17:20,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742415_1591 (size=12304) 2024-11-15T18:17:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:20,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:20,516 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/426c6c18f21f4472a20e95cede02bd7a as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/426c6c18f21f4472a20e95cede02bd7a 2024-11-15T18:17:20,519 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 09f1d0ced0533166c21fe04182a83276/B of 09f1d0ced0533166c21fe04182a83276 into 426c6c18f21f4472a20e95cede02bd7a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:17:20,519 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:20,519 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., storeName=09f1d0ced0533166c21fe04182a83276/B, priority=12, startTime=1731694640093; duration=0sec 2024-11-15T18:17:20,520 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:17:20,520 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f1d0ced0533166c21fe04182a83276:B 2024-11-15T18:17:20,520 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T18:17:20,521 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T18:17:20,521 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 09f1d0ced0533166c21fe04182a83276/C is initiating minor compaction (all files) 2024-11-15T18:17:20,521 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f1d0ced0533166c21fe04182a83276/C in TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:20,521 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/51d2116cffb147db9827f8c115654a3f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/cecaff52a56f45c2826a423592b3de62, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/9d3a5ec4d6ce42b48a627bc6b4a43678, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/2d471209a95e4e87a5c1bdc200d657db] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp, totalSize=47.8 K 2024-11-15T18:17:20,521 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 51d2116cffb147db9827f8c115654a3f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731694634802 2024-11-15T18:17:20,522 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting cecaff52a56f45c2826a423592b3de62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731694634864 2024-11-15T18:17:20,522 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d3a5ec4d6ce42b48a627bc6b4a43678, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731694635981 2024-11-15T18:17:20,522 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d471209a95e4e87a5c1bdc200d657db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731694638276 2024-11-15T18:17:20,527 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f1d0ced0533166c21fe04182a83276#C#compaction#502 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:17:20,527 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/3f77f25d630f4209948f742b768213ce is 50, key is test_row_0/C:col10/1731694638282/Put/seqid=0 2024-11-15T18:17:20,530 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/cb0f7c0f67154617b06ef580f1dd10bc as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/cb0f7c0f67154617b06ef580f1dd10bc 2024-11-15T18:17:20,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742416_1592 (size=12595) 2024-11-15T18:17:20,538 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731694640511, max timestamp=1731694640535Num uniques 859; 2024-11-15T18:17:20,538 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731694640511, max timestamp=1731694640535Num uniques 859; 2024-11-15T18:17:20,538 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T18:17:20,538 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T18:17:20,538 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731694640511, max timestamp=1731694640535Num uniques 859; 2024-11-15T18:17:20,538 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T18:17:20,541 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 09f1d0ced0533166c21fe04182a83276/A of 09f1d0ced0533166c21fe04182a83276 into cb0f7c0f67154617b06ef580f1dd10bc(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:17:20,541 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:20,541 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., storeName=09f1d0ced0533166c21fe04182a83276/A, priority=12, startTime=1731694640093; duration=0sec 2024-11-15T18:17:20,542 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:17:20,542 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f1d0ced0533166c21fe04182a83276:A 2024-11-15T18:17:20,548 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/3f77f25d630f4209948f742b768213ce as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/3f77f25d630f4209948f742b768213ce 2024-11-15T18:17:20,551 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 09f1d0ced0533166c21fe04182a83276/C of 09f1d0ced0533166c21fe04182a83276 into 3f77f25d630f4209948f742b768213ce(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:17:20,551 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:20,551 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., storeName=09f1d0ced0533166c21fe04182a83276/C, priority=12, startTime=1731694640093; duration=0sec 2024-11-15T18:17:20,551 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:17:20,551 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f1d0ced0533166c21fe04182a83276:C 2024-11-15T18:17:20,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694700611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:20,615 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:20,615 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:20,615 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:20,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:20,647 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c65707899feb49fab64c21ba64c361c9_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c65707899feb49fab64c21ba64c361c9_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:20,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/fa0a441c4fec4236b00b0a036488e492, store: [table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:20,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/fa0a441c4fec4236b00b0a036488e492 is 175, key is test_row_0/A:col10/1731694638860/Put/seqid=0 2024-11-15T18:17:20,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742417_1593 (size=31105) 2024-11-15T18:17:20,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694700720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:20,724 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:20,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:20,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:20,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694700929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:20,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:20,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:20,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-15T18:17:21,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694701029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:21,032 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_1' in 09f1d0ced0533166c21fe04182a83276 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:17:21,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:21,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:21,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:21,052 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=230, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/fa0a441c4fec4236b00b0a036488e492 2024-11-15T18:17:21,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/59dd716c0db24a999afa6981ebec569f is 50, key is test_row_0/B:col10/1731694638860/Put/seqid=0 2024-11-15T18:17:21,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742418_1594 (size=12151) 2024-11-15T18:17:21,061 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/59dd716c0db24a999afa6981ebec569f 2024-11-15T18:17:21,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/8b737d4d7a3d45c383776178762f46ce is 50, key is test_row_0/C:col10/1731694638860/Put/seqid=0 2024-11-15T18:17:21,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742419_1595 (size=12151) 2024-11-15T18:17:21,072 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/8b737d4d7a3d45c383776178762f46ce 2024-11-15T18:17:21,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/fa0a441c4fec4236b00b0a036488e492 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/fa0a441c4fec4236b00b0a036488e492 2024-11-15T18:17:21,078 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/fa0a441c4fec4236b00b0a036488e492, entries=150, sequenceid=230, filesize=30.4 K 2024-11-15T18:17:21,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/59dd716c0db24a999afa6981ebec569f as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/59dd716c0db24a999afa6981ebec569f 2024-11-15T18:17:21,081 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/59dd716c0db24a999afa6981ebec569f, entries=150, sequenceid=230, filesize=11.9 K 2024-11-15T18:17:21,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/8b737d4d7a3d45c383776178762f46ce as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/8b737d4d7a3d45c383776178762f46ce 2024-11-15T18:17:21,085 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/8b737d4d7a3d45c383776178762f46ce, entries=150, sequenceid=230, filesize=11.9 K 2024-11-15T18:17:21,086 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 09f1d0ced0533166c21fe04182a83276 in 849ms, sequenceid=230, compaction requested=false 2024-11-15T18:17:21,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:21,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:21,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-11-15T18:17:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-11-15T18:17:21,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-15T18:17:21,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2240 sec 2024-11-15T18:17:21,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 2.2290 sec 2024-11-15T18:17:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:21,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09f1d0ced0533166c21fe04182a83276 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-15T18:17:21,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=A 2024-11-15T18:17:21,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:17:21,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=B 2024-11-15T18:17:21,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:17:21,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=C 2024-11-15T18:17:21,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:17:21,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111547fc2534ce7f4a3e88a806e087c89ec2_09f1d0ced0533166c21fe04182a83276 is 50, key is test_row_0/A:col10/1731694640609/Put/seqid=0 2024-11-15T18:17:21,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742420_1596 (size=14994) 2024-11-15T18:17:21,250 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:21,252 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111547fc2534ce7f4a3e88a806e087c89ec2_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111547fc2534ce7f4a3e88a806e087c89ec2_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:21,253 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/8bd5ded18c80415a8c5ebbb24ab97255, store: [table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:21,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/8bd5ded18c80415a8c5ebbb24ab97255 is 175, key is test_row_0/A:col10/1731694640609/Put/seqid=0 2024-11-15T18:17:21,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742421_1597 (size=39949) 2024-11-15T18:17:21,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694701267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:21,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:21,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:21,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:21,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694701379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:21,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:21,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:21,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:21,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694701589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:21,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:21,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:21,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:21,656 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=270, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/8bd5ded18c80415a8c5ebbb24ab97255 2024-11-15T18:17:21,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/176e009b930844449e408298ea990b1b is 50, key is test_row_0/B:col10/1731694640609/Put/seqid=0 2024-11-15T18:17:21,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742422_1598 (size=12301) 2024-11-15T18:17:21,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/176e009b930844449e408298ea990b1b 2024-11-15T18:17:21,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/477b40da3fd04b42b395a568fa9f0f6d is 50, key is test_row_0/C:col10/1731694640609/Put/seqid=0 2024-11-15T18:17:21,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742423_1599 (size=12301) 2024-11-15T18:17:21,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694701899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:21,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:21,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:21,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:22,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/477b40da3fd04b42b395a568fa9f0f6d 2024-11-15T18:17:22,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/8bd5ded18c80415a8c5ebbb24ab97255 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/8bd5ded18c80415a8c5ebbb24ab97255 2024-11-15T18:17:22,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/8bd5ded18c80415a8c5ebbb24ab97255, entries=200, sequenceid=270, filesize=39.0 K 2024-11-15T18:17:22,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/176e009b930844449e408298ea990b1b as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/176e009b930844449e408298ea990b1b 2024-11-15T18:17:22,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/176e009b930844449e408298ea990b1b, entries=150, sequenceid=270, filesize=12.0 K 2024-11-15T18:17:22,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/477b40da3fd04b42b395a568fa9f0f6d as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/477b40da3fd04b42b395a568fa9f0f6d 2024-11-15T18:17:22,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/477b40da3fd04b42b395a568fa9f0f6d, entries=150, sequenceid=270, filesize=12.0 K 2024-11-15T18:17:22,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 09f1d0ced0533166c21fe04182a83276 in 851ms, sequenceid=270, compaction requested=true 2024-11-15T18:17:22,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:22,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f1d0ced0533166c21fe04182a83276:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:17:22,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:17:22,091 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:17:22,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f1d0ced0533166c21fe04182a83276:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:17:22,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:17:22,091 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:17:22,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f1d0ced0533166c21fe04182a83276:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:17:22,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:17:22,091 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:17:22,091 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102603 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:17:22,091 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 09f1d0ced0533166c21fe04182a83276/B is initiating minor compaction (all files) 2024-11-15T18:17:22,091 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 09f1d0ced0533166c21fe04182a83276/A is initiating minor compaction (all files) 2024-11-15T18:17:22,092 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f1d0ced0533166c21fe04182a83276/A in TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:22,092 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f1d0ced0533166c21fe04182a83276/B in TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:22,092 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/426c6c18f21f4472a20e95cede02bd7a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/59dd716c0db24a999afa6981ebec569f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/176e009b930844449e408298ea990b1b] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp, totalSize=36.2 K 2024-11-15T18:17:22,092 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/cb0f7c0f67154617b06ef580f1dd10bc, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/fa0a441c4fec4236b00b0a036488e492, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/8bd5ded18c80415a8c5ebbb24ab97255] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp, totalSize=100.2 K 2024-11-15T18:17:22,092 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:22,092 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. files: [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/cb0f7c0f67154617b06ef580f1dd10bc, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/fa0a441c4fec4236b00b0a036488e492, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/8bd5ded18c80415a8c5ebbb24ab97255] 2024-11-15T18:17:22,092 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 426c6c18f21f4472a20e95cede02bd7a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731694638276 2024-11-15T18:17:22,092 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb0f7c0f67154617b06ef580f1dd10bc, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731694638276 2024-11-15T18:17:22,092 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa0a441c4fec4236b00b0a036488e492, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731694638854 2024-11-15T18:17:22,092 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 59dd716c0db24a999afa6981ebec569f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731694638854 2024-11-15T18:17:22,092 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 176e009b930844449e408298ea990b1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731694640595 2024-11-15T18:17:22,092 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bd5ded18c80415a8c5ebbb24ab97255, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731694640595 2024-11-15T18:17:22,096 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:22,097 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f1d0ced0533166c21fe04182a83276#B#compaction#509 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:17:22,098 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/0347223a502540e6b1320d365c778738 is 50, key is test_row_0/B:col10/1731694640609/Put/seqid=0 2024-11-15T18:17:22,100 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411151c409cc67ef2451288254e42bccc92ff_09f1d0ced0533166c21fe04182a83276 store=[table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:22,102 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411151c409cc67ef2451288254e42bccc92ff_09f1d0ced0533166c21fe04182a83276, store=[table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:22,102 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151c409cc67ef2451288254e42bccc92ff_09f1d0ced0533166c21fe04182a83276 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:22,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742424_1600 (size=12847) 2024-11-15T18:17:22,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742425_1601 (size=4469) 2024-11-15T18:17:22,107 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f1d0ced0533166c21fe04182a83276#A#compaction#508 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:17:22,108 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/9b05734426e64637bfaa80ef2477c05b is 175, key is test_row_0/A:col10/1731694640609/Put/seqid=0 2024-11-15T18:17:22,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742426_1602 (size=31801) 2024-11-15T18:17:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:22,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09f1d0ced0533166c21fe04182a83276 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T18:17:22,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=A 2024-11-15T18:17:22,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:22,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=B 2024-11-15T18:17:22,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:22,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=C 2024-11-15T18:17:22,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:22,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115da9f02942ff5484ab09c27f61d5efcb2_09f1d0ced0533166c21fe04182a83276 is 50, key is test_row_0/A:col10/1731694642409/Put/seqid=0 2024-11-15T18:17:22,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742427_1603 (size=14994) 2024-11-15T18:17:22,419 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:22,421 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115da9f02942ff5484ab09c27f61d5efcb2_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115da9f02942ff5484ab09c27f61d5efcb2_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:22,422 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/83ab2c3b99b9458aad6503bc8fcb44aa, store: [table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:22,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/83ab2c3b99b9458aad6503bc8fcb44aa is 175, key is test_row_0/A:col10/1731694642409/Put/seqid=0 2024-11-15T18:17:22,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742428_1604 (size=39949) 2024-11-15T18:17:22,426 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/83ab2c3b99b9458aad6503bc8fcb44aa 2024-11-15T18:17:22,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/eee17fccd7a94d4e94f0217903a7cb5d is 50, key is test_row_0/B:col10/1731694642409/Put/seqid=0 2024-11-15T18:17:22,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742429_1605 (size=12301) 2024-11-15T18:17:22,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694642471, max timestamp=1731694642496Num uniques 859; 2024-11-15T18:17:22,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694642471, max timestamp=1731694642496Num uniques 859; 2024-11-15T18:17:22,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:17:22,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:17:22,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694642471, max timestamp=1731694642496Num uniques 859; 2024-11-15T18:17:22,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:17:22,509 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/0347223a502540e6b1320d365c778738 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/0347223a502540e6b1320d365c778738 2024-11-15T18:17:22,513 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f1d0ced0533166c21fe04182a83276/B of 09f1d0ced0533166c21fe04182a83276 into 0347223a502540e6b1320d365c778738(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:17:22,513 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:22,513 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., storeName=09f1d0ced0533166c21fe04182a83276/B, priority=13, startTime=1731694642091; duration=0sec 2024-11-15T18:17:22,513 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:17:22,513 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f1d0ced0533166c21fe04182a83276:B 2024-11-15T18:17:22,513 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:17:22,514 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:17:22,514 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 09f1d0ced0533166c21fe04182a83276/C is initiating minor compaction (all files) 2024-11-15T18:17:22,514 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f1d0ced0533166c21fe04182a83276/C in TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:22,514 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/3f77f25d630f4209948f742b768213ce, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/8b737d4d7a3d45c383776178762f46ce, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/477b40da3fd04b42b395a568fa9f0f6d] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp, totalSize=36.2 K 2024-11-15T18:17:22,514 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f77f25d630f4209948f742b768213ce, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731694638276 2024-11-15T18:17:22,515 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b737d4d7a3d45c383776178762f46ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731694638854 2024-11-15T18:17:22,515 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 477b40da3fd04b42b395a568fa9f0f6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731694640595 2024-11-15T18:17:22,519 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/9b05734426e64637bfaa80ef2477c05b as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/9b05734426e64637bfaa80ef2477c05b 2024-11-15T18:17:22,520 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f1d0ced0533166c21fe04182a83276#C#compaction#512 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:17:22,521 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/097c5e71bb9841118540e6e90c800a28 is 50, key is test_row_0/C:col10/1731694640609/Put/seqid=0 2024-11-15T18:17:22,523 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f1d0ced0533166c21fe04182a83276/A of 09f1d0ced0533166c21fe04182a83276 into 9b05734426e64637bfaa80ef2477c05b(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:17:22,523 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:22,523 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., storeName=09f1d0ced0533166c21fe04182a83276/A, priority=13, startTime=1731694642091; duration=0sec 2024-11-15T18:17:22,523 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:17:22,523 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f1d0ced0533166c21fe04182a83276:A 2024-11-15T18:17:22,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742430_1606 (size=12847) 2024-11-15T18:17:22,536 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/097c5e71bb9841118540e6e90c800a28 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/097c5e71bb9841118540e6e90c800a28 2024-11-15T18:17:22,540 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f1d0ced0533166c21fe04182a83276/C of 09f1d0ced0533166c21fe04182a83276 into 097c5e71bb9841118540e6e90c800a28(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:17:22,540 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:22,540 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., storeName=09f1d0ced0533166c21fe04182a83276/C, priority=13, startTime=1731694642091; duration=0sec 2024-11-15T18:17:22,540 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:17:22,540 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f1d0ced0533166c21fe04182a83276:C 2024-11-15T18:17:22,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694702576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:22,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:22,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:22,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:22,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694702688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:22,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:22,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:22,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:22,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/eee17fccd7a94d4e94f0217903a7cb5d 2024-11-15T18:17:22,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/515d299e59c947bfb1d071af2ef6777a is 50, key is test_row_0/C:col10/1731694642409/Put/seqid=0 2024-11-15T18:17:22,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742431_1607 (size=12301) 2024-11-15T18:17:22,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694702899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:22,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:22,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:22,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-15T18:17:23,029 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:17:23,030 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:17:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees 2024-11-15T18:17:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-15T18:17:23,031 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:17:23,032 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:17:23,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:17:23,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694703039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:23,043 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_1' in 09f1d0ced0533166c21fe04182a83276 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:17:23,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:23,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:23,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:23,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37456 deadline: 1731694703049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:23,051 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_2' in 09f1d0ced0533166c21fe04182a83276 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:17:23,052 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:23,052 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:23,052 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:23,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1731694703079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:23,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37468 deadline: 1731694703079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:23,084 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_2' in 09f1d0ced0533166c21fe04182a83276 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:17:23,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:23,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:23,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:23,084 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_0' in 09f1d0ced0533166c21fe04182a83276 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:17:23,084 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:23,084 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:23,084 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-15T18:17:23,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-15T18:17:23,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:23,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:23,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:23,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:23,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:23,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694703209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:23,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:23,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:23,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:23,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/515d299e59c947bfb1d071af2ef6777a 2024-11-15T18:17:23,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/83ab2c3b99b9458aad6503bc8fcb44aa as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/83ab2c3b99b9458aad6503bc8fcb44aa 2024-11-15T18:17:23,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/83ab2c3b99b9458aad6503bc8fcb44aa, entries=200, sequenceid=280, filesize=39.0 K 2024-11-15T18:17:23,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/eee17fccd7a94d4e94f0217903a7cb5d as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/eee17fccd7a94d4e94f0217903a7cb5d 2024-11-15T18:17:23,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/eee17fccd7a94d4e94f0217903a7cb5d, entries=150, sequenceid=280, filesize=12.0 K 2024-11-15T18:17:23,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/515d299e59c947bfb1d071af2ef6777a as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/515d299e59c947bfb1d071af2ef6777a 2024-11-15T18:17:23,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/515d299e59c947bfb1d071af2ef6777a, entries=150, sequenceid=280, filesize=12.0 K 2024-11-15T18:17:23,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 09f1d0ced0533166c21fe04182a83276 in 862ms, sequenceid=280, compaction requested=false 2024-11-15T18:17:23,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:23,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-15T18:17:23,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:23,337 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2902): Flushing 09f1d0ced0533166c21fe04182a83276 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-15T18:17:23,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=A 2024-11-15T18:17:23,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:17:23,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=B 2024-11-15T18:17:23,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:17:23,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=C 2024-11-15T18:17:23,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:17:23,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156d1b833dadb44583a441d3aa87cf66c9_09f1d0ced0533166c21fe04182a83276 is 50, key is test_row_0/A:col10/1731694642569/Put/seqid=0 2024-11-15T18:17:23,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742432_1608 (size=12454) 2024-11-15T18:17:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-15T18:17:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-15T18:17:23,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:23,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:23,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:23,754 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156d1b833dadb44583a441d3aa87cf66c9_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156d1b833dadb44583a441d3aa87cf66c9_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:23,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/21361bdca0984ee3bffb32a627b3033c, store: [table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:23,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/21361bdca0984ee3bffb32a627b3033c is 175, key is test_row_0/A:col10/1731694642569/Put/seqid=0 2024-11-15T18:17:23,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742433_1609 (size=31255) 2024-11-15T18:17:23,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:23,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694703762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:23,767 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:23,767 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:23,767 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:23,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:23,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694703868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:23,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:23,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:23,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:24,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:24,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694704079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:24,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:24,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:24,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:24,159 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/21361bdca0984ee3bffb32a627b3033c 2024-11-15T18:17:24,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/f6fab47834f64ea88c889ef9f7f26c23 is 50, key is test_row_0/B:col10/1731694642569/Put/seqid=0 2024-11-15T18:17:24,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742434_1610 (size=12301) 2024-11-15T18:17:24,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-15T18:17:24,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:24,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694704388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:24,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:24,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:24,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:24,569 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/f6fab47834f64ea88c889ef9f7f26c23 2024-11-15T18:17:24,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/662909ce8d0345c387b28f1a69f9b6db is 50, key is test_row_0/C:col10/1731694642569/Put/seqid=0 2024-11-15T18:17:24,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742435_1611 (size=12301) 2024-11-15T18:17:24,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694704899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:24,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:24,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:24,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:24,985 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/662909ce8d0345c387b28f1a69f9b6db 2024-11-15T18:17:24,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/21361bdca0984ee3bffb32a627b3033c as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/21361bdca0984ee3bffb32a627b3033c 2024-11-15T18:17:24,991 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/21361bdca0984ee3bffb32a627b3033c, entries=150, sequenceid=320, filesize=30.5 K 2024-11-15T18:17:24,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/f6fab47834f64ea88c889ef9f7f26c23 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/f6fab47834f64ea88c889ef9f7f26c23 2024-11-15T18:17:24,994 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/f6fab47834f64ea88c889ef9f7f26c23, entries=150, sequenceid=320, filesize=12.0 K 2024-11-15T18:17:24,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/662909ce8d0345c387b28f1a69f9b6db as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/662909ce8d0345c387b28f1a69f9b6db 2024-11-15T18:17:24,998 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/662909ce8d0345c387b28f1a69f9b6db, entries=150, sequenceid=320, filesize=12.0 K 2024-11-15T18:17:24,998 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 09f1d0ced0533166c21fe04182a83276 in 1661ms, sequenceid=320, compaction requested=true 2024-11-15T18:17:24,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2603): Flush status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:24,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:24,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=173 2024-11-15T18:17:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=173 2024-11-15T18:17:25,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-15T18:17:25,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9680 sec 2024-11-15T18:17:25,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees in 1.9710 sec 2024-11-15T18:17:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-15T18:17:25,179 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:17:25,180 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:17:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees 2024-11-15T18:17:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-15T18:17:25,181 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:17:25,182 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:17:25,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:17:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-15T18:17:25,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-15T18:17:25,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:25,334 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2902): Flushing 09f1d0ced0533166c21fe04182a83276 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T18:17:25,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=A 2024-11-15T18:17:25,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:25,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=B 2024-11-15T18:17:25,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:25,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=C 2024-11-15T18:17:25,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:25,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411159c6cc8713b614f618d79357d76b79f2d_09f1d0ced0533166c21fe04182a83276 is 50, key is test_row_0/A:col10/1731694643749/Put/seqid=0 2024-11-15T18:17:25,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742436_1612 (size=12454) 2024-11-15T18:17:25,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,345 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411159c6cc8713b614f618d79357d76b79f2d_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159c6cc8713b614f618d79357d76b79f2d_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:25,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/bc001f4961804399aeabe360b761f9da, store: [table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:25,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/bc001f4961804399aeabe360b761f9da is 175, key is test_row_0/A:col10/1731694643749/Put/seqid=0 2024-11-15T18:17:25,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742437_1613 (size=31255) 2024-11-15T18:17:25,349 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/bc001f4961804399aeabe360b761f9da 2024-11-15T18:17:25,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/949d8eef61b54b7197f64ff9c1e75b70 is 50, key is test_row_0/B:col10/1731694643749/Put/seqid=0 2024-11-15T18:17:25,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742438_1614 (size=12301) 2024-11-15T18:17:25,357 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/949d8eef61b54b7197f64ff9c1e75b70 2024-11-15T18:17:25,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/477979d0760744738fe5c02893770097 is 50, key is test_row_0/C:col10/1731694643749/Put/seqid=0 2024-11-15T18:17:25,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742439_1615 (size=12301) 2024-11-15T18:17:25,364 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/477979d0760744738fe5c02893770097 2024-11-15T18:17:25,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/bc001f4961804399aeabe360b761f9da as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/bc001f4961804399aeabe360b761f9da 2024-11-15T18:17:25,373 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/bc001f4961804399aeabe360b761f9da, entries=150, sequenceid=330, filesize=30.5 K 2024-11-15T18:17:25,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/949d8eef61b54b7197f64ff9c1e75b70 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/949d8eef61b54b7197f64ff9c1e75b70 2024-11-15T18:17:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,376 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/949d8eef61b54b7197f64ff9c1e75b70, entries=150, sequenceid=330, filesize=12.0 K 2024-11-15T18:17:25,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/477979d0760744738fe5c02893770097 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/477979d0760744738fe5c02893770097 2024-11-15T18:17:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,380 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/477979d0760744738fe5c02893770097, entries=150, sequenceid=330, filesize=12.0 K 2024-11-15T18:17:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,382 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=0 B/0 for 09f1d0ced0533166c21fe04182a83276 in 47ms, sequenceid=330, compaction requested=true 2024-11-15T18:17:25,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2603): Flush status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:25,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:25,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=175 2024-11-15T18:17:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=175 2024-11-15T18:17:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-11-15T18:17:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 201 msec 2024-11-15T18:17:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees in 205 msec 2024-11-15T18:17:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-15T18:17:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,499 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:17:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,500 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:17:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees 2024-11-15T18:17:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,502 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:17:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-15T18:17:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,502 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:17:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:17:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-15T18:17:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-15T18:17:25,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2603): Flush status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:25,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:25,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=177 2024-11-15T18:17:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=177 2024-11-15T18:17:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176 2024-11-15T18:17:25,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-15T18:17:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees in 159 msec 2024-11-15T18:17:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-15T18:17:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,819 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:17:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,820 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:17:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=178, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees 2024-11-15T18:17:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,821 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=178, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:17:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,822 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=178, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:17:25,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:17:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-15T18:17:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-15T18:17:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-15T18:17:25,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,975 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2902): Flushing 09f1d0ced0533166c21fe04182a83276 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-11-15T18:17:25,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=A 2024-11-15T18:17:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:25,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=B 2024-11-15T18:17:25,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:25,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=C 2024-11-15T18:17:25,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111526df4961cbf443919fa415057ff2b410_09f1d0ced0533166c21fe04182a83276 is 50, key is test_row_2/A:col10/1731694645957/Put/seqid=0 2024-11-15T18:17:26,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:26,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:26,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742440_1616 (size=9914) 2024-11-15T18:17:26,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,046 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111526df4961cbf443919fa415057ff2b410_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111526df4961cbf443919fa415057ff2b410_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:26,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/c79f67fe78704e85ab3cc0bd00558eda, store: [table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:26,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/c79f67fe78704e85ab3cc0bd00558eda is 175, key is test_row_2/A:col10/1731694645957/Put/seqid=0 2024-11-15T18:17:26,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742441_1617 (size=22559) 2024-11-15T18:17:26,074 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=336, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/c79f67fe78704e85ab3cc0bd00558eda 2024-11-15T18:17:26,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/98e2f91b7d0845429a22d124fe88ff2f is 50, key is test_row_2/B:col10/1731694645957/Put/seqid=0 2024-11-15T18:17:26,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742442_1618 (size=7415) 2024-11-15T18:17:26,122 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731694646083, max timestamp=1731694646119Num uniques 859; 2024-11-15T18:17:26,122 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731694646083, max timestamp=1731694646119Num uniques 859; 2024-11-15T18:17:26,122 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T18:17:26,122 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T18:17:26,122 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731694646083, max timestamp=1731694646119Num uniques 859; 2024-11-15T18:17:26,122 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T18:17:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-15T18:17:26,211 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731694646168, max timestamp=1731694646208Num uniques 1068; 2024-11-15T18:17:26,211 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-15T18:17:26,211 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731694646168, max timestamp=1731694646208Num uniques 1068; 2024-11-15T18:17:26,211 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-15T18:17:26,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731694646168, max timestamp=1731694646208Num uniques 1068; 2024-11-15T18:17:26,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-15T18:17:26,305 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731694646287, max timestamp=1731694646302Num uniques 1027; 2024-11-15T18:17:26,305 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-15T18:17:26,306 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731694646287, max timestamp=1731694646302Num uniques 1027; 2024-11-15T18:17:26,306 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-15T18:17:26,306 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731694646287, max timestamp=1731694646302Num uniques 1027; 2024-11-15T18:17:26,306 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-15T18:17:26,390 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731694646336, max timestamp=1731694646387Num uniques 1036; 2024-11-15T18:17:26,390 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-15T18:17:26,391 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731694646336, max timestamp=1731694646387Num uniques 1036; 2024-11-15T18:17:26,391 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-15T18:17:26,391 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731694646336, max timestamp=1731694646387Num uniques 1036; 2024-11-15T18:17:26,391 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-15T18:17:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-15T18:17:26,486 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731694646431, max timestamp=1731694646482Num uniques 1045; 2024-11-15T18:17:26,486 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-15T18:17:26,486 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731694646431, max timestamp=1731694646482Num uniques 1045; 2024-11-15T18:17:26,486 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731694646431, max timestamp=1731694646482Num uniques 1045; 2024-11-15T18:17:26,486 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-15T18:17:26,486 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-15T18:17:26,518 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/98e2f91b7d0845429a22d124fe88ff2f 2024-11-15T18:17:26,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/888ad355c35c488f97fb7f1a15e07af0 is 50, key is test_row_2/C:col10/1731694645957/Put/seqid=0 2024-11-15T18:17:26,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742443_1619 (size=7415) 2024-11-15T18:17:26,531 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/888ad355c35c488f97fb7f1a15e07af0 2024-11-15T18:17:26,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/c79f67fe78704e85ab3cc0bd00558eda as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/c79f67fe78704e85ab3cc0bd00558eda 2024-11-15T18:17:26,547 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/c79f67fe78704e85ab3cc0bd00558eda, entries=100, sequenceid=336, filesize=22.0 K 2024-11-15T18:17:26,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/98e2f91b7d0845429a22d124fe88ff2f as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/98e2f91b7d0845429a22d124fe88ff2f 2024-11-15T18:17:26,551 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/98e2f91b7d0845429a22d124fe88ff2f, entries=50, sequenceid=336, filesize=7.2 K 2024-11-15T18:17:26,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/888ad355c35c488f97fb7f1a15e07af0 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/888ad355c35c488f97fb7f1a15e07af0 2024-11-15T18:17:26,558 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/888ad355c35c488f97fb7f1a15e07af0, entries=50, sequenceid=336, filesize=7.2 K 2024-11-15T18:17:26,562 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=120.76 KB/123660 for 09f1d0ced0533166c21fe04182a83276 in 587ms, sequenceid=336, compaction requested=true 2024-11-15T18:17:26,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2603): Flush status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:26,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:26,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=179 2024-11-15T18:17:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=179 2024-11-15T18:17:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:26,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09f1d0ced0533166c21fe04182a83276 3/3 column families, dataSize=127.47 KB heapSize=361.69 KB 2024-11-15T18:17:26,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=A 2024-11-15T18:17:26,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:17:26,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=B 2024-11-15T18:17:26,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:17:26,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=C 2024-11-15T18:17:26,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:17:26,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=179, resume processing ppid=178 2024-11-15T18:17:26,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=179, ppid=178, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 743 msec 2024-11-15T18:17:26,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees in 749 msec 2024-11-15T18:17:26,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411152c9f0abfeac04742ac9616bd202387c9_09f1d0ced0533166c21fe04182a83276 is 50, key is test_row_0/A:col10/1731694646564/Put/seqid=0 2024-11-15T18:17:26,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742444_1620 (size=14994) 2024-11-15T18:17:26,586 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:26,589 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411152c9f0abfeac04742ac9616bd202387c9_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152c9f0abfeac04742ac9616bd202387c9_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:26,590 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/4bd7d4cfa3114557ae655272d44b2ad2, store: [table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:26,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/4bd7d4cfa3114557ae655272d44b2ad2 is 175, key is test_row_0/A:col10/1731694646564/Put/seqid=0 2024-11-15T18:17:26,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742445_1621 (size=39949) 2024-11-15T18:17:26,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694706617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:26,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:26,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:26,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:26,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:26,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694706729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:26,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:26,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:26,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:26,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694706939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:26,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:26,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:26,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-15T18:17:26,959 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:17:26,959 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:17:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=180, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees 2024-11-15T18:17:26,961 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=180, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:17:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-15T18:17:26,961 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=180, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:17:26,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=181, ppid=180, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:17:27,002 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=440, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/4bd7d4cfa3114557ae655272d44b2ad2 2024-11-15T18:17:27,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/8603cdd14ff34c1486e2dbdf8e247dde is 50, key is test_row_0/B:col10/1731694646564/Put/seqid=0 2024-11-15T18:17:27,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742446_1622 (size=12301) 2024-11-15T18:17:27,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37426 deadline: 1731694707049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:27,054 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 74ec74825666,44341,1731694474564 for 'test_row_1' in 09f1d0ced0533166c21fe04182a83276 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T18:17:27,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:27,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:27,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-15T18:17:27,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-15T18:17:27,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:27,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:27,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:27,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:27,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:27,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694707249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:27,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:27,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:27,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:27,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-15T18:17:27,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:27,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:27,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:27,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:27,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-15T18:17:27,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/8603cdd14ff34c1486e2dbdf8e247dde 2024-11-15T18:17:27,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/b3b8c45f6b4043cfa50d57890fc5ba4b is 50, key is test_row_0/C:col10/1731694646564/Put/seqid=0 2024-11-15T18:17:27,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-15T18:17:27,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:27,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:27,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:27,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:27,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:27,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742447_1623 (size=12301) 2024-11-15T18:17:27,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-15T18:17:27,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:27,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:27,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:27,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:27,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:27,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-15T18:17:27,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-15T18:17:27,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:27,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:27,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:27,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:27,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:27,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:27,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:27,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694707759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:27,762 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:27,762 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:27,762 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:27,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/b3b8c45f6b4043cfa50d57890fc5ba4b 2024-11-15T18:17:27,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/4bd7d4cfa3114557ae655272d44b2ad2 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/4bd7d4cfa3114557ae655272d44b2ad2 2024-11-15T18:17:27,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/4bd7d4cfa3114557ae655272d44b2ad2, entries=200, sequenceid=440, filesize=39.0 K 2024-11-15T18:17:27,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/8603cdd14ff34c1486e2dbdf8e247dde as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/8603cdd14ff34c1486e2dbdf8e247dde 2024-11-15T18:17:27,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/8603cdd14ff34c1486e2dbdf8e247dde, entries=150, sequenceid=440, filesize=12.0 K 2024-11-15T18:17:27,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/b3b8c45f6b4043cfa50d57890fc5ba4b as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/b3b8c45f6b4043cfa50d57890fc5ba4b 2024-11-15T18:17:27,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/b3b8c45f6b4043cfa50d57890fc5ba4b, entries=150, sequenceid=440, filesize=12.0 K 2024-11-15T18:17:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,835 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~361.64 KB/370320, currentSize=53.67 KB/54960 for 09f1d0ced0533166c21fe04182a83276 in 1269ms, sequenceid=440, compaction requested=true 2024-11-15T18:17:27,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:27,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f1d0ced0533166c21fe04182a83276:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:17:27,835 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-15T18:17:27,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:17:27,835 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-15T18:17:27,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f1d0ced0533166c21fe04182a83276:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:17:27,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:17:27,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f1d0ced0533166c21fe04182a83276:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:17:27,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:17:27,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,836 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 69466 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-15T18:17:27,836 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 196768 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-15T18:17:27,836 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 09f1d0ced0533166c21fe04182a83276/A is initiating minor compaction (all files) 2024-11-15T18:17:27,836 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 09f1d0ced0533166c21fe04182a83276/B is initiating minor compaction (all files) 2024-11-15T18:17:27,836 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f1d0ced0533166c21fe04182a83276/A in TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:27,836 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f1d0ced0533166c21fe04182a83276/B in TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:27,836 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/9b05734426e64637bfaa80ef2477c05b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/83ab2c3b99b9458aad6503bc8fcb44aa, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/21361bdca0984ee3bffb32a627b3033c, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/bc001f4961804399aeabe360b761f9da, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/c79f67fe78704e85ab3cc0bd00558eda, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/4bd7d4cfa3114557ae655272d44b2ad2] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp, totalSize=192.2 K 2024-11-15T18:17:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,836 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/0347223a502540e6b1320d365c778738, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/eee17fccd7a94d4e94f0217903a7cb5d, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/f6fab47834f64ea88c889ef9f7f26c23, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/949d8eef61b54b7197f64ff9c1e75b70, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/98e2f91b7d0845429a22d124fe88ff2f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/8603cdd14ff34c1486e2dbdf8e247dde] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp, totalSize=67.8 K 2024-11-15T18:17:27,836 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:27,836 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. files: [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/9b05734426e64637bfaa80ef2477c05b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/83ab2c3b99b9458aad6503bc8fcb44aa, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/21361bdca0984ee3bffb32a627b3033c, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/bc001f4961804399aeabe360b761f9da, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/c79f67fe78704e85ab3cc0bd00558eda, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/4bd7d4cfa3114557ae655272d44b2ad2] 2024-11-15T18:17:27,837 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 0347223a502540e6b1320d365c778738, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731694640595 2024-11-15T18:17:27,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,837 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting eee17fccd7a94d4e94f0217903a7cb5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731694641262 2024-11-15T18:17:27,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,837 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b05734426e64637bfaa80ef2477c05b, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731694640595 2024-11-15T18:17:27,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,837 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting f6fab47834f64ea88c889ef9f7f26c23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731694642557 2024-11-15T18:17:27,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,837 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83ab2c3b99b9458aad6503bc8fcb44aa, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731694641249 2024-11-15T18:17:27,837 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 949d8eef61b54b7197f64ff9c1e75b70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731694643744 2024-11-15T18:17:27,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,838 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 98e2f91b7d0845429a22d124fe88ff2f, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731694645957 2024-11-15T18:17:27,838 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21361bdca0984ee3bffb32a627b3033c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731694642557 2024-11-15T18:17:27,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,838 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 8603cdd14ff34c1486e2dbdf8e247dde, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731694646509 2024-11-15T18:17:27,838 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc001f4961804399aeabe360b761f9da, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731694643744 2024-11-15T18:17:27,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,839 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting c79f67fe78704e85ab3cc0bd00558eda, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731694645939 2024-11-15T18:17:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,839 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bd7d4cfa3114557ae655272d44b2ad2, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731694646509 2024-11-15T18:17:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,855 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f1d0ced0533166c21fe04182a83276#B#compaction#526 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:17:27,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,855 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/ac93ef5ecb454c1c829da1bf8098da27 is 50, key is test_row_0/B:col10/1731694646564/Put/seqid=0 2024-11-15T18:17:27,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,871 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-15T18:17:27,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:27,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,875 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2902): Flushing 09f1d0ced0533166c21fe04182a83276 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-15T18:17:27,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=A 2024-11-15T18:17:27,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:27,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=B 2024-11-15T18:17:27,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:27,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=C 2024-11-15T18:17:27,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:27,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,887 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411154b8afe980c7f4dd892445ebdfa8631a1_09f1d0ced0533166c21fe04182a83276 store=[table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:27,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,891 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411154b8afe980c7f4dd892445ebdfa8631a1_09f1d0ced0533166c21fe04182a83276, store=[table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:27,891 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411154b8afe980c7f4dd892445ebdfa8631a1_09f1d0ced0533166c21fe04182a83276 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742448_1624 (size=13051) 2024-11-15T18:17:27,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,933 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/ac93ef5ecb454c1c829da1bf8098da27 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/ac93ef5ecb454c1c829da1bf8098da27 2024-11-15T18:17:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,938 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 09f1d0ced0533166c21fe04182a83276/B of 09f1d0ced0533166c21fe04182a83276 into ac93ef5ecb454c1c829da1bf8098da27(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:17:27,938 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:27,938 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., storeName=09f1d0ced0533166c21fe04182a83276/B, priority=10, startTime=1731694647835; duration=0sec 2024-11-15T18:17:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,938 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:17:27,938 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f1d0ced0533166c21fe04182a83276:B 2024-11-15T18:17:27,938 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-15T18:17:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,940 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 69466 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-15T18:17:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,940 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 09f1d0ced0533166c21fe04182a83276/C is initiating minor compaction (all files) 2024-11-15T18:17:27,940 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f1d0ced0533166c21fe04182a83276/C in TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,940 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/097c5e71bb9841118540e6e90c800a28, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/515d299e59c947bfb1d071af2ef6777a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/662909ce8d0345c387b28f1a69f9b6db, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/477979d0760744738fe5c02893770097, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/888ad355c35c488f97fb7f1a15e07af0, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/b3b8c45f6b4043cfa50d57890fc5ba4b] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp, totalSize=67.8 K 2024-11-15T18:17:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,941 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 097c5e71bb9841118540e6e90c800a28, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731694640595 2024-11-15T18:17:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,941 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 515d299e59c947bfb1d071af2ef6777a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731694641262 2024-11-15T18:17:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,941 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 662909ce8d0345c387b28f1a69f9b6db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731694642557 2024-11-15T18:17:27,941 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 477979d0760744738fe5c02893770097, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731694643744 2024-11-15T18:17:27,942 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 888ad355c35c488f97fb7f1a15e07af0, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731694645957 2024-11-15T18:17:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,942 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting b3b8c45f6b4043cfa50d57890fc5ba4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731694646509 2024-11-15T18:17:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111589eed60a97ec4a028dfc0634dc394f42_09f1d0ced0533166c21fe04182a83276 is 50, key is test_row_1/A:col10/1731694646615/Put/seqid=0 2024-11-15T18:17:27,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742449_1625 (size=4469) 2024-11-15T18:17:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,952 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f1d0ced0533166c21fe04182a83276#A#compaction#527 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:17:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,952 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/6952e60e63e54345956f0c00a9f63549 is 175, key is test_row_0/A:col10/1731694646564/Put/seqid=0 2024-11-15T18:17:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742450_1626 (size=9914) 2024-11-15T18:17:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,999 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f1d0ced0533166c21fe04182a83276#C#compaction#529 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:17:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:27,999 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/be2ae9865e424ac9ba5798d28cb15eaf is 50, key is test_row_0/C:col10/1731694646564/Put/seqid=0 2024-11-15T18:17:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742451_1627 (size=32005) 2024-11-15T18:17:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742452_1628 (size=13051) 2024-11-15T18:17:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-15T18:17:28,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,376 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111589eed60a97ec4a028dfc0634dc394f42_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111589eed60a97ec4a028dfc0634dc394f42_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/ea17b7a8f70f4fc7b1a28c47bcc000e6, store: [table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/ea17b7a8f70f4fc7b1a28c47bcc000e6 is 175, key is test_row_1/A:col10/1731694646615/Put/seqid=0 2024-11-15T18:17:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742453_1629 (size=22561) 2024-11-15T18:17:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,387 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=451, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/ea17b7a8f70f4fc7b1a28c47bcc000e6 2024-11-15T18:17:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/6d2daa001e0a4471a8ebc8bc057b3f59 is 50, key is test_row_1/B:col10/1731694646615/Put/seqid=0 2024-11-15T18:17:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742454_1630 (size=9857) 2024-11-15T18:17:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,403 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/6d2daa001e0a4471a8ebc8bc057b3f59 2024-11-15T18:17:28,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/a4cf8229c64b40e2973d2f44cfc18c43 is 50, key is test_row_1/C:col10/1731694646615/Put/seqid=0 2024-11-15T18:17:28,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742455_1631 (size=9857) 2024-11-15T18:17:28,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,416 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/6952e60e63e54345956f0c00a9f63549 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/6952e60e63e54345956f0c00a9f63549 2024-11-15T18:17:28,416 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/a4cf8229c64b40e2973d2f44cfc18c43 2024-11-15T18:17:28,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,420 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 09f1d0ced0533166c21fe04182a83276/A of 09f1d0ced0533166c21fe04182a83276 into 6952e60e63e54345956f0c00a9f63549(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:17:28,420 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:28,421 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., storeName=09f1d0ced0533166c21fe04182a83276/A, priority=10, startTime=1731694647835; duration=0sec 2024-11-15T18:17:28,421 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:17:28,421 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f1d0ced0533166c21fe04182a83276:A 2024-11-15T18:17:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/ea17b7a8f70f4fc7b1a28c47bcc000e6 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/ea17b7a8f70f4fc7b1a28c47bcc000e6 2024-11-15T18:17:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,425 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/ea17b7a8f70f4fc7b1a28c47bcc000e6, entries=100, sequenceid=451, filesize=22.0 K 2024-11-15T18:17:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,426 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/be2ae9865e424ac9ba5798d28cb15eaf as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/be2ae9865e424ac9ba5798d28cb15eaf 2024-11-15T18:17:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/6d2daa001e0a4471a8ebc8bc057b3f59 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/6d2daa001e0a4471a8ebc8bc057b3f59 2024-11-15T18:17:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,430 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/6d2daa001e0a4471a8ebc8bc057b3f59, entries=100, sequenceid=451, filesize=9.6 K 2024-11-15T18:17:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,430 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 09f1d0ced0533166c21fe04182a83276/C of 09f1d0ced0533166c21fe04182a83276 into be2ae9865e424ac9ba5798d28cb15eaf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:17:28,430 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:28,430 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., storeName=09f1d0ced0533166c21fe04182a83276/C, priority=10, startTime=1731694647835; duration=0sec 2024-11-15T18:17:28,430 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:17:28,430 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f1d0ced0533166c21fe04182a83276:C 2024-11-15T18:17:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/a4cf8229c64b40e2973d2f44cfc18c43 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/a4cf8229c64b40e2973d2f44cfc18c43 2024-11-15T18:17:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,434 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/a4cf8229c64b40e2973d2f44cfc18c43, entries=100, sequenceid=451, filesize=9.6 K 2024-11-15T18:17:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,435 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for 09f1d0ced0533166c21fe04182a83276 in 560ms, sequenceid=451, compaction requested=false 2024-11-15T18:17:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2603): Flush status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:28,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:28,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=181 2024-11-15T18:17:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=181 2024-11-15T18:17:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=181, resume processing ppid=180 2024-11-15T18:17:28,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=181, ppid=180, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4750 sec 2024-11-15T18:17:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=180, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees in 1.4790 sec 2024-11-15T18:17:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09f1d0ced0533166c21fe04182a83276 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T18:17:28,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=A 2024-11-15T18:17:28,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:28,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=B 2024-11-15T18:17:28,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:28,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=C 2024-11-15T18:17:28,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155cde98f022f644f8b2dec062416d4fb0_09f1d0ced0533166c21fe04182a83276 is 50, key is test_row_0/A:col10/1731694648863/Put/seqid=0 2024-11-15T18:17:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:28,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742456_1632 (size=14994) 2024-11-15T18:17:28,942 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694648900, max timestamp=1731694648939Num uniques 859; 2024-11-15T18:17:28,942 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694648900, max timestamp=1731694648939Num uniques 859; 2024-11-15T18:17:28,942 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:17:28,942 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:17:28,942 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731694648900, max timestamp=1731694648939Num uniques 859; 2024-11-15T18:17:28,942 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/74ec74825666:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T18:17:29,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 342 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694709026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:29,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:29,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:29,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-15T18:17:29,110 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:17:29,110 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T18:17:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=182, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=TestAcidGuarantees 2024-11-15T18:17:29,112 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=182, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T18:17:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-15T18:17:29,112 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=182, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T18:17:29,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=183, ppid=182, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T18:17:29,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 343 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694709138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-15T18:17:29,257 INFO [Thread-2404 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2404. 2024-11-15T18:17:29,257 DEBUG [Thread-2404 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:17:29,257 DEBUG [Thread-2404 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:29,257 DEBUG [Thread-2404 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:29,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:29,258 INFO [Thread-2402 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2402. 2024-11-15T18:17:29,258 DEBUG [Thread-2402 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:17:29,258 DEBUG [Thread-2402 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:29,258 DEBUG [Thread-2402 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:29,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:29,259 INFO [Thread-2400 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2400. 2024-11-15T18:17:29,259 DEBUG [Thread-2400 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:17:29,259 DEBUG [Thread-2400 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:29,259 DEBUG [Thread-2400 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:29,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:29,261 INFO [Thread-2406 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2406. 2024-11-15T18:17:29,262 DEBUG [Thread-2406 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:17:29,262 DEBUG [Thread-2406 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:29,262 DEBUG [Thread-2406 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:29,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:29,262 INFO [Thread-2408 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2408. 2024-11-15T18:17:29,262 DEBUG [Thread-2408 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:17:29,262 DEBUG [Thread-2408 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:29,262 DEBUG [Thread-2408 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:29,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:29,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=183 2024-11-15T18:17:29,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:29,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:29,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:29,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] handler.RSProcedureHandler(58): pid=183 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:29,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=183 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=183 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:29,282 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:29,285 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155cde98f022f644f8b2dec062416d4fb0_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155cde98f022f644f8b2dec062416d4fb0_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:29,286 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/c5723988acff4859b3878a71811e8b4c, store: [table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:29,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/c5723988acff4859b3878a71811e8b4c is 175, key is test_row_0/A:col10/1731694648863/Put/seqid=0 2024-11-15T18:17:29,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742457_1633 (size=39949) 2024-11-15T18:17:29,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 344 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694709349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:29,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:29,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:29,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:29,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=183 2024-11-15T18:17:29,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:29,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:29,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:29,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] handler.RSProcedureHandler(58): pid=183 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:29,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=183 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=183 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-15T18:17:29,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=183 2024-11-15T18:17:29,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:29,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:29,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:29,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] handler.RSProcedureHandler(58): pid=183 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:29,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=183 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=183 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:29,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 345 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694709659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:29,660 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:29,660 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:29,660 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:29,689 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=464, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/c5723988acff4859b3878a71811e8b4c 2024-11-15T18:17:29,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/80d141e806e64ef79e0428c2212cd2e3 is 50, key is test_row_0/B:col10/1731694648863/Put/seqid=0 2024-11-15T18:17:29,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742458_1634 (size=12301) 2024-11-15T18:17:29,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=183 2024-11-15T18:17:29,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:29,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:29,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:29,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] handler.RSProcedureHandler(58): pid=183 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:29,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=183 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=183 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-15T18:17:29,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=183 2024-11-15T18:17:29,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:29,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:29,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:29,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] handler.RSProcedureHandler(58): pid=183 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:29,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=183 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:29,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=183 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:30,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=183 2024-11-15T18:17:30,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:30,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:30,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:30,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] handler.RSProcedureHandler(58): pid=183 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:30,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=183 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=183 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:30,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/80d141e806e64ef79e0428c2212cd2e3 2024-11-15T18:17:30,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/f10923f752d84b53b7131f1d1fae840d is 50, key is test_row_0/C:col10/1731694648863/Put/seqid=0 2024-11-15T18:17:30,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742459_1635 (size=12301) 2024-11-15T18:17:30,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:17:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] ipc.CallRunner(138): callId: 346 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37440 deadline: 1731694710168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 2024-11-15T18:17:30,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 , the old value is region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:30,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:17:30,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., hostname=74ec74825666,44341,1731694474564, seqNum=5 because the exception is null or not the one we care about 2024-11-15T18:17:30,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=183 2024-11-15T18:17:30,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:30,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:30,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:30,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] handler.RSProcedureHandler(58): pid=183 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:30,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=183 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=183 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-15T18:17:30,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=183 2024-11-15T18:17:30,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:30,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:30,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:30,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] handler.RSProcedureHandler(58): pid=183 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:30,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=183 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=183 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:30,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=183 2024-11-15T18:17:30,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:30,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:30,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:30,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] handler.RSProcedureHandler(58): pid=183 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:30,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=183 java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4177): Remote procedure failed, pid=183 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:30,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/f10923f752d84b53b7131f1d1fae840d 2024-11-15T18:17:30,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/c5723988acff4859b3878a71811e8b4c as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/c5723988acff4859b3878a71811e8b4c 2024-11-15T18:17:30,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/c5723988acff4859b3878a71811e8b4c, entries=200, sequenceid=464, filesize=39.0 K 2024-11-15T18:17:30,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/80d141e806e64ef79e0428c2212cd2e3 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/80d141e806e64ef79e0428c2212cd2e3 2024-11-15T18:17:30,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/80d141e806e64ef79e0428c2212cd2e3, entries=150, sequenceid=464, filesize=12.0 K 2024-11-15T18:17:30,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/f10923f752d84b53b7131f1d1fae840d as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/f10923f752d84b53b7131f1d1fae840d 2024-11-15T18:17:30,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/f10923f752d84b53b7131f1d1fae840d, entries=150, sequenceid=464, filesize=12.0 K 2024-11-15T18:17:30,516 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 09f1d0ced0533166c21fe04182a83276 in 1652ms, sequenceid=464, compaction requested=true 2024-11-15T18:17:30,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:30,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f1d0ced0533166c21fe04182a83276:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T18:17:30,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:17:30,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f1d0ced0533166c21fe04182a83276:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T18:17:30,516 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:17:30,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:17:30,516 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:17:30,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09f1d0ced0533166c21fe04182a83276:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T18:17:30,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:17:30,517 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:17:30,517 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:17:30,517 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1541): 09f1d0ced0533166c21fe04182a83276/A is initiating minor compaction (all files) 2024-11-15T18:17:30,517 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 09f1d0ced0533166c21fe04182a83276/B is initiating minor compaction (all files) 2024-11-15T18:17:30,517 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f1d0ced0533166c21fe04182a83276/B in TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:30,517 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f1d0ced0533166c21fe04182a83276/A in TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:30,517 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/ac93ef5ecb454c1c829da1bf8098da27, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/6d2daa001e0a4471a8ebc8bc057b3f59, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/80d141e806e64ef79e0428c2212cd2e3] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp, totalSize=34.4 K 2024-11-15T18:17:30,517 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/6952e60e63e54345956f0c00a9f63549, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/ea17b7a8f70f4fc7b1a28c47bcc000e6, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/c5723988acff4859b3878a71811e8b4c] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp, totalSize=92.3 K 2024-11-15T18:17:30,517 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:30,517 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. files: [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/6952e60e63e54345956f0c00a9f63549, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/ea17b7a8f70f4fc7b1a28c47bcc000e6, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/c5723988acff4859b3878a71811e8b4c] 2024-11-15T18:17:30,517 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting ac93ef5ecb454c1c829da1bf8098da27, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731694646509 2024-11-15T18:17:30,518 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6952e60e63e54345956f0c00a9f63549, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731694646509 2024-11-15T18:17:30,518 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d2daa001e0a4471a8ebc8bc057b3f59, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731694646609 2024-11-15T18:17:30,518 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea17b7a8f70f4fc7b1a28c47bcc000e6, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731694646609 2024-11-15T18:17:30,518 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting 80d141e806e64ef79e0428c2212cd2e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1731694648849 2024-11-15T18:17:30,518 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5723988acff4859b3878a71811e8b4c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1731694648837 2024-11-15T18:17:30,523 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:30,523 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f1d0ced0533166c21fe04182a83276#B#compaction#535 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:17:30,523 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/fa02246dea534e56823cac82f0a39a1e is 50, key is test_row_0/B:col10/1731694648863/Put/seqid=0 2024-11-15T18:17:30,524 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411156c35f96a318a4746a167a1ccc34d5b76_09f1d0ced0533166c21fe04182a83276 store=[table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:30,531 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411156c35f96a318a4746a167a1ccc34d5b76_09f1d0ced0533166c21fe04182a83276, store=[table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:30,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742460_1636 (size=13153) 2024-11-15T18:17:30,532 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156c35f96a318a4746a167a1ccc34d5b76_09f1d0ced0533166c21fe04182a83276 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:30,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742461_1637 (size=4469) 2024-11-15T18:17:30,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=183 2024-11-15T18:17:30,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:30,638 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2902): Flushing 09f1d0ced0533166c21fe04182a83276 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-15T18:17:30,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=A 2024-11-15T18:17:30,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:17:30,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=B 2024-11-15T18:17:30,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:17:30,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=C 2024-11-15T18:17:30,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T18:17:30,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411158bb92278fc7a48cf8da20c8d952745b8_09f1d0ced0533166c21fe04182a83276 is 50, key is test_row_0/A:col10/1731694648993/Put/seqid=0 2024-11-15T18:17:30,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742462_1638 (size=12454) 2024-11-15T18:17:30,935 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/fa02246dea534e56823cac82f0a39a1e as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/fa02246dea534e56823cac82f0a39a1e 2024-11-15T18:17:30,938 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f1d0ced0533166c21fe04182a83276#A#compaction#536 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:17:30,938 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f1d0ced0533166c21fe04182a83276/B of 09f1d0ced0533166c21fe04182a83276 into fa02246dea534e56823cac82f0a39a1e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:17:30,938 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/5e38972ecb5a47b3a8cb2c95f59a23d5 is 175, key is test_row_0/A:col10/1731694648863/Put/seqid=0 2024-11-15T18:17:30,938 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:30,938 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., storeName=09f1d0ced0533166c21fe04182a83276/B, priority=13, startTime=1731694650516; duration=0sec 2024-11-15T18:17:30,938 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T18:17:30,938 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f1d0ced0533166c21fe04182a83276:B 2024-11-15T18:17:30,938 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T18:17:30,939 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T18:17:30,939 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1541): 09f1d0ced0533166c21fe04182a83276/C is initiating minor compaction (all files) 2024-11-15T18:17:30,939 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09f1d0ced0533166c21fe04182a83276/C in TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:30,939 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/be2ae9865e424ac9ba5798d28cb15eaf, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/a4cf8229c64b40e2973d2f44cfc18c43, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/f10923f752d84b53b7131f1d1fae840d] into tmpdir=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp, totalSize=34.4 K 2024-11-15T18:17:30,939 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting be2ae9865e424ac9ba5798d28cb15eaf, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731694646509 2024-11-15T18:17:30,940 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting a4cf8229c64b40e2973d2f44cfc18c43, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731694646609 2024-11-15T18:17:30,940 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] compactions.Compactor(225): Compacting f10923f752d84b53b7131f1d1fae840d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1731694648849 2024-11-15T18:17:30,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742463_1639 (size=32107) 2024-11-15T18:17:30,944 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09f1d0ced0533166c21fe04182a83276#C#compaction#538 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T18:17:30,945 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/bd8b4dcf41624aa6ba2929e7e231e77b is 50, key is test_row_0/C:col10/1731694648863/Put/seqid=0 2024-11-15T18:17:30,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742464_1640 (size=13153) 2024-11-15T18:17:31,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:31,049 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411158bb92278fc7a48cf8da20c8d952745b8_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158bb92278fc7a48cf8da20c8d952745b8_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:31,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/6fc307d42b364e949ad62da83092bf44, store: [table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:31,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/6fc307d42b364e949ad62da83092bf44 is 175, key is test_row_0/A:col10/1731694648993/Put/seqid=0 2024-11-15T18:17:31,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742465_1641 (size=31255) 2024-11-15T18:17:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] regionserver.HRegion(8855): Flush requested on 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:31,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. as already flushing 2024-11-15T18:17:31,181 INFO [Thread-2393 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2393. 2024-11-15T18:17:31,181 DEBUG [Thread-2393 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:17:31,181 DEBUG [Thread-2393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:31,181 DEBUG [Thread-2393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:31,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-15T18:17:31,344 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/5e38972ecb5a47b3a8cb2c95f59a23d5 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/5e38972ecb5a47b3a8cb2c95f59a23d5 2024-11-15T18:17:31,347 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f1d0ced0533166c21fe04182a83276/A of 09f1d0ced0533166c21fe04182a83276 into 5e38972ecb5a47b3a8cb2c95f59a23d5(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:17:31,347 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:31,347 INFO [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., storeName=09f1d0ced0533166c21fe04182a83276/A, priority=13, startTime=1731694650516; duration=0sec 2024-11-15T18:17:31,347 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:17:31,347 DEBUG [RS:0;74ec74825666:44341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f1d0ced0533166c21fe04182a83276:A 2024-11-15T18:17:31,356 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/bd8b4dcf41624aa6ba2929e7e231e77b as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/bd8b4dcf41624aa6ba2929e7e231e77b 2024-11-15T18:17:31,359 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09f1d0ced0533166c21fe04182a83276/C of 09f1d0ced0533166c21fe04182a83276 into bd8b4dcf41624aa6ba2929e7e231e77b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T18:17:31,359 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:31,359 INFO [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., storeName=09f1d0ced0533166c21fe04182a83276/C, priority=13, startTime=1731694650516; duration=0sec 2024-11-15T18:17:31,359 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T18:17:31,359 DEBUG [RS:0;74ec74825666:44341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09f1d0ced0533166c21fe04182a83276:C 2024-11-15T18:17:31,454 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=501, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/6fc307d42b364e949ad62da83092bf44 2024-11-15T18:17:31,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/21417ae17c244fd9b0a6d9cb0513ef24 is 50, key is test_row_0/B:col10/1731694648993/Put/seqid=0 2024-11-15T18:17:31,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742466_1642 (size=12301) 2024-11-15T18:17:31,863 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=501 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/21417ae17c244fd9b0a6d9cb0513ef24 2024-11-15T18:17:31,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/b3b2cb049aee419f91fc05ee8652a633 is 50, key is test_row_0/C:col10/1731694648993/Put/seqid=0 2024-11-15T18:17:31,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742467_1643 (size=12301) 2024-11-15T18:17:32,272 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=501 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/b3b2cb049aee419f91fc05ee8652a633 2024-11-15T18:17:32,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/6fc307d42b364e949ad62da83092bf44 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/6fc307d42b364e949ad62da83092bf44 2024-11-15T18:17:32,279 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/6fc307d42b364e949ad62da83092bf44, entries=150, sequenceid=501, filesize=30.5 K 2024-11-15T18:17:32,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/21417ae17c244fd9b0a6d9cb0513ef24 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/21417ae17c244fd9b0a6d9cb0513ef24 2024-11-15T18:17:32,281 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/21417ae17c244fd9b0a6d9cb0513ef24, entries=150, sequenceid=501, filesize=12.0 K 2024-11-15T18:17:32,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/b3b2cb049aee419f91fc05ee8652a633 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/b3b2cb049aee419f91fc05ee8652a633 2024-11-15T18:17:32,283 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/b3b2cb049aee419f91fc05ee8652a633, entries=150, sequenceid=501, filesize=12.0 K 2024-11-15T18:17:32,284 INFO [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=6.71 KB/6870 for 09f1d0ced0533166c21fe04182a83276 in 1646ms, sequenceid=501, compaction requested=false 2024-11-15T18:17:32,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2603): Flush status journal for 09f1d0ced0533166c21fe04182a83276: 2024-11-15T18:17:32,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:32,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=183 2024-11-15T18:17:32,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster(4169): Remote procedure done, pid=183 2024-11-15T18:17:32,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=183, resume processing ppid=182 2024-11-15T18:17:32,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=183, ppid=182, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1730 sec 2024-11-15T18:17:32,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=182, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=TestAcidGuarantees in 3.1760 sec 2024-11-15T18:17:32,909 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T18:17:33,100 INFO [Thread-2389 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2389. 2024-11-15T18:17:33,100 DEBUG [Thread-2389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:17:33,100 DEBUG [Thread-2389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:33,100 DEBUG [Thread-2389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:33,100 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:33,110 INFO [Thread-2395 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2395. 2024-11-15T18:17:33,110 DEBUG [Thread-2395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:17:33,110 DEBUG [Thread-2395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:33,110 DEBUG [Thread-2395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:33,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:33,150 INFO [Thread-2397 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2397. 2024-11-15T18:17:33,150 DEBUG [Thread-2397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:17:33,150 DEBUG [Thread-2397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:33,150 DEBUG [Thread-2397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:33,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-15T18:17:33,269 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:17:37,100 INFO [Thread-2391 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2391. 2024-11-15T18:17:37,100 DEBUG [Thread-2391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T18:17:37,100 DEBUG [Thread-2391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:37,100 DEBUG [Thread-2391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:37,100 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:37,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T18:17:37,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-15T18:17:37,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-15T18:17:37,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 289 2024-11-15T18:17:37,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-11-15T18:17:37,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-11-15T18:17:37,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T18:17:37,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2838 2024-11-15T18:17:37,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2837 2024-11-15T18:17:37,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2799 2024-11-15T18:17:37,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2847 2024-11-15T18:17:37,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2837 2024-11-15T18:17:37,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T18:17:37,100 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:17:37,100 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:17:37,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:37,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:37,101 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:37,101 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-15T18:17:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=184, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T18:17:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-15T18:17:37,104 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694657103"}]},"ts":"1731694657103"} 2024-11-15T18:17:37,105 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T18:17:37,105 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T18:17:37,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=185, ppid=184, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T18:17:37,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=09f1d0ced0533166c21fe04182a83276, UNASSIGN}] 2024-11-15T18:17:37,107 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=186, ppid=185, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=09f1d0ced0533166c21fe04182a83276, UNASSIGN 2024-11-15T18:17:37,107 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=186 updating hbase:meta row=09f1d0ced0533166c21fe04182a83276, regionState=CLOSING, regionLocation=74ec74825666,44341,1731694474564 2024-11-15T18:17:37,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=186, ppid=185, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=09f1d0ced0533166c21fe04182a83276, UNASSIGN because future has completed 2024-11-15T18:17:37,109 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T18:17:37,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=187, ppid=186, state=RUNNABLE, hasLock=false; CloseRegionProcedure 09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564}] 2024-11-15T18:17:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-15T18:17:37,261 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] handler.UnassignRegionHandler(122): Close 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:37,261 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T18:17:37,261 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HRegion(1722): Closing 09f1d0ced0533166c21fe04182a83276, disabling compactions & flushes 2024-11-15T18:17:37,261 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:37,261 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:37,261 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. after waiting 0 ms 2024-11-15T18:17:37,261 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:37,261 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HRegion(2902): Flushing 09f1d0ced0533166c21fe04182a83276 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-15T18:17:37,261 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=A 2024-11-15T18:17:37,261 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:37,261 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=B 2024-11-15T18:17:37,261 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:37,261 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 09f1d0ced0533166c21fe04182a83276, store=C 2024-11-15T18:17:37,261 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T18:17:37,267 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411158a207409045246f6ac22015354f59f73_09f1d0ced0533166c21fe04182a83276 is 50, key is test_row_0/A:col10/1731694653109/Put/seqid=0 2024-11-15T18:17:37,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742468_1644 (size=12454) 2024-11-15T18:17:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-15T18:17:37,670 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:37,673 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411158a207409045246f6ac22015354f59f73_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158a207409045246f6ac22015354f59f73_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:37,674 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/99b84c32d6ee40459ae78557dd47b070, store: [table=TestAcidGuarantees family=A region=09f1d0ced0533166c21fe04182a83276] 2024-11-15T18:17:37,674 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/99b84c32d6ee40459ae78557dd47b070 is 175, key is test_row_0/A:col10/1731694653109/Put/seqid=0 2024-11-15T18:17:37,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742469_1645 (size=31255) 2024-11-15T18:17:37,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-15T18:17:38,077 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=512, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/99b84c32d6ee40459ae78557dd47b070 2024-11-15T18:17:38,082 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/a3d9c2cdd9d84b1f960b8f72f070853b is 50, key is test_row_0/B:col10/1731694653109/Put/seqid=0 2024-11-15T18:17:38,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742470_1646 (size=12301) 2024-11-15T18:17:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-15T18:17:38,485 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/a3d9c2cdd9d84b1f960b8f72f070853b 2024-11-15T18:17:38,490 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/ee21800683754b4981bc36dc2bf539f7 is 50, key is test_row_0/C:col10/1731694653109/Put/seqid=0 2024-11-15T18:17:38,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742471_1647 (size=12301) 2024-11-15T18:17:38,893 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/ee21800683754b4981bc36dc2bf539f7 2024-11-15T18:17:38,896 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/A/99b84c32d6ee40459ae78557dd47b070 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/99b84c32d6ee40459ae78557dd47b070 2024-11-15T18:17:38,899 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/99b84c32d6ee40459ae78557dd47b070, entries=150, sequenceid=512, filesize=30.5 K 2024-11-15T18:17:38,899 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/B/a3d9c2cdd9d84b1f960b8f72f070853b as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/a3d9c2cdd9d84b1f960b8f72f070853b 2024-11-15T18:17:38,902 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/a3d9c2cdd9d84b1f960b8f72f070853b, entries=150, sequenceid=512, filesize=12.0 K 2024-11-15T18:17:38,902 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/.tmp/C/ee21800683754b4981bc36dc2bf539f7 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/ee21800683754b4981bc36dc2bf539f7 2024-11-15T18:17:38,905 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/ee21800683754b4981bc36dc2bf539f7, entries=150, sequenceid=512, filesize=12.0 K 2024-11-15T18:17:38,905 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 09f1d0ced0533166c21fe04182a83276 in 1644ms, sequenceid=512, compaction requested=true 2024-11-15T18:17:38,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/02ec7bbd2aa646109e85b240fa7644cb, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/7d92a9eb3ffa49cbb26c43e0318b453c, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/fa3d684d4e2a48e6a12f122735620a15, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/e9123aa65f80441291af40b23a14889d, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/3799ded5cb1042a2a61bfed9e1c1d9d4, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/07eb19d278ed4fa8af52f11b209cf1cc, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/c3c06a7ca6a148ba92433ee79a19b1d5, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/a96cbbc493d94c9ab6181f3b4056ec96, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/360aaaa68136437dbbf66ffcac21dfb5, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/283563b8055e4b88be62e20e439c8a23, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/4b95599fea6945aa9c06b0ca52136d87, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/bc28c25ec7e242d8ac4265888cfcade2, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/3bf3c8cc5283414ab450a29835c0ca4c, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/cb0f7c0f67154617b06ef580f1dd10bc, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/fa0a441c4fec4236b00b0a036488e492, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/8bd5ded18c80415a8c5ebbb24ab97255, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/9b05734426e64637bfaa80ef2477c05b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/83ab2c3b99b9458aad6503bc8fcb44aa, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/21361bdca0984ee3bffb32a627b3033c, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/bc001f4961804399aeabe360b761f9da, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/c79f67fe78704e85ab3cc0bd00558eda, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/4bd7d4cfa3114557ae655272d44b2ad2, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/6952e60e63e54345956f0c00a9f63549, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/ea17b7a8f70f4fc7b1a28c47bcc000e6, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/c5723988acff4859b3878a71811e8b4c] to archive 2024-11-15T18:17:38,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T18:17:38,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/02ec7bbd2aa646109e85b240fa7644cb to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/02ec7bbd2aa646109e85b240fa7644cb 2024-11-15T18:17:38,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/7d92a9eb3ffa49cbb26c43e0318b453c to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/7d92a9eb3ffa49cbb26c43e0318b453c 2024-11-15T18:17:38,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/fa3d684d4e2a48e6a12f122735620a15 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/fa3d684d4e2a48e6a12f122735620a15 2024-11-15T18:17:38,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/e9123aa65f80441291af40b23a14889d to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/e9123aa65f80441291af40b23a14889d 2024-11-15T18:17:38,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/3799ded5cb1042a2a61bfed9e1c1d9d4 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/3799ded5cb1042a2a61bfed9e1c1d9d4 2024-11-15T18:17:38,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/07eb19d278ed4fa8af52f11b209cf1cc to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/07eb19d278ed4fa8af52f11b209cf1cc 2024-11-15T18:17:38,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/c3c06a7ca6a148ba92433ee79a19b1d5 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/c3c06a7ca6a148ba92433ee79a19b1d5 2024-11-15T18:17:38,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/a96cbbc493d94c9ab6181f3b4056ec96 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/a96cbbc493d94c9ab6181f3b4056ec96 2024-11-15T18:17:38,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/360aaaa68136437dbbf66ffcac21dfb5 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/360aaaa68136437dbbf66ffcac21dfb5 2024-11-15T18:17:38,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/283563b8055e4b88be62e20e439c8a23 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/283563b8055e4b88be62e20e439c8a23 2024-11-15T18:17:38,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/4b95599fea6945aa9c06b0ca52136d87 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/4b95599fea6945aa9c06b0ca52136d87 2024-11-15T18:17:38,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/bc28c25ec7e242d8ac4265888cfcade2 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/bc28c25ec7e242d8ac4265888cfcade2 2024-11-15T18:17:38,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/3bf3c8cc5283414ab450a29835c0ca4c to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/3bf3c8cc5283414ab450a29835c0ca4c 2024-11-15T18:17:38,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/cb0f7c0f67154617b06ef580f1dd10bc to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/cb0f7c0f67154617b06ef580f1dd10bc 2024-11-15T18:17:38,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/fa0a441c4fec4236b00b0a036488e492 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/fa0a441c4fec4236b00b0a036488e492 2024-11-15T18:17:38,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/8bd5ded18c80415a8c5ebbb24ab97255 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/8bd5ded18c80415a8c5ebbb24ab97255 2024-11-15T18:17:38,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/9b05734426e64637bfaa80ef2477c05b to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/9b05734426e64637bfaa80ef2477c05b 2024-11-15T18:17:38,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/83ab2c3b99b9458aad6503bc8fcb44aa to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/83ab2c3b99b9458aad6503bc8fcb44aa 2024-11-15T18:17:38,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/21361bdca0984ee3bffb32a627b3033c to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/21361bdca0984ee3bffb32a627b3033c 2024-11-15T18:17:38,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/bc001f4961804399aeabe360b761f9da to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/bc001f4961804399aeabe360b761f9da 2024-11-15T18:17:38,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/c79f67fe78704e85ab3cc0bd00558eda to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/c79f67fe78704e85ab3cc0bd00558eda 2024-11-15T18:17:38,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/4bd7d4cfa3114557ae655272d44b2ad2 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/4bd7d4cfa3114557ae655272d44b2ad2 2024-11-15T18:17:38,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/6952e60e63e54345956f0c00a9f63549 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/6952e60e63e54345956f0c00a9f63549 2024-11-15T18:17:38,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/ea17b7a8f70f4fc7b1a28c47bcc000e6 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/ea17b7a8f70f4fc7b1a28c47bcc000e6 2024-11-15T18:17:38,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/c5723988acff4859b3878a71811e8b4c to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/c5723988acff4859b3878a71811e8b4c 2024-11-15T18:17:38,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/dda2ddd965274f94bfd3666e0af0af8f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/c45ebf3cc6d947c7b5395409fd16167b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/79702ac1304d4a1294988e71d163a86e, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/59c41c83888d4137b9f831148499b5a7, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/5fb58b97bd924924bdaeb8d2f393e3ff, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/0edf357e0d844ef799c96a6daaa54ed3, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/bf36b66a422c4ce5ac2071dd30b479fd, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/210496717b0a42f591eaa3498f36c30b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/1fdeb3b97bfc4f85aff635323b7dd2ec, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/a8c29caa89ac438aaf19dfec0ae8c208, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/70c10abddb664a30ae0223ac4012c925, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/0b8abbebb1134f8f9a20fffdde64cd4e, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/426c6c18f21f4472a20e95cede02bd7a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/e303b640afa64e23ac88f45d2783737f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/59dd716c0db24a999afa6981ebec569f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/0347223a502540e6b1320d365c778738, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/176e009b930844449e408298ea990b1b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/eee17fccd7a94d4e94f0217903a7cb5d, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/f6fab47834f64ea88c889ef9f7f26c23, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/949d8eef61b54b7197f64ff9c1e75b70, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/98e2f91b7d0845429a22d124fe88ff2f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/ac93ef5ecb454c1c829da1bf8098da27, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/8603cdd14ff34c1486e2dbdf8e247dde, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/6d2daa001e0a4471a8ebc8bc057b3f59, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/80d141e806e64ef79e0428c2212cd2e3] to archive 2024-11-15T18:17:38,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T18:17:38,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/dda2ddd965274f94bfd3666e0af0af8f to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/dda2ddd965274f94bfd3666e0af0af8f 2024-11-15T18:17:38,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/c45ebf3cc6d947c7b5395409fd16167b to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/c45ebf3cc6d947c7b5395409fd16167b 2024-11-15T18:17:38,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/79702ac1304d4a1294988e71d163a86e to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/79702ac1304d4a1294988e71d163a86e 2024-11-15T18:17:38,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/59c41c83888d4137b9f831148499b5a7 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/59c41c83888d4137b9f831148499b5a7 2024-11-15T18:17:38,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/5fb58b97bd924924bdaeb8d2f393e3ff to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/5fb58b97bd924924bdaeb8d2f393e3ff 2024-11-15T18:17:38,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/0edf357e0d844ef799c96a6daaa54ed3 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/0edf357e0d844ef799c96a6daaa54ed3 2024-11-15T18:17:38,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/bf36b66a422c4ce5ac2071dd30b479fd to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/bf36b66a422c4ce5ac2071dd30b479fd 2024-11-15T18:17:38,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/210496717b0a42f591eaa3498f36c30b to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/210496717b0a42f591eaa3498f36c30b 2024-11-15T18:17:38,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/1fdeb3b97bfc4f85aff635323b7dd2ec to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/1fdeb3b97bfc4f85aff635323b7dd2ec 2024-11-15T18:17:38,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/a8c29caa89ac438aaf19dfec0ae8c208 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/a8c29caa89ac438aaf19dfec0ae8c208 2024-11-15T18:17:38,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/70c10abddb664a30ae0223ac4012c925 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/70c10abddb664a30ae0223ac4012c925 2024-11-15T18:17:38,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/0b8abbebb1134f8f9a20fffdde64cd4e to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/0b8abbebb1134f8f9a20fffdde64cd4e 2024-11-15T18:17:38,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/426c6c18f21f4472a20e95cede02bd7a to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/426c6c18f21f4472a20e95cede02bd7a 2024-11-15T18:17:38,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/e303b640afa64e23ac88f45d2783737f to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/e303b640afa64e23ac88f45d2783737f 2024-11-15T18:17:38,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/59dd716c0db24a999afa6981ebec569f to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/59dd716c0db24a999afa6981ebec569f 2024-11-15T18:17:38,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/0347223a502540e6b1320d365c778738 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/0347223a502540e6b1320d365c778738 2024-11-15T18:17:38,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/176e009b930844449e408298ea990b1b to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/176e009b930844449e408298ea990b1b 2024-11-15T18:17:38,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/eee17fccd7a94d4e94f0217903a7cb5d to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/eee17fccd7a94d4e94f0217903a7cb5d 2024-11-15T18:17:38,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/f6fab47834f64ea88c889ef9f7f26c23 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/f6fab47834f64ea88c889ef9f7f26c23 2024-11-15T18:17:38,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/949d8eef61b54b7197f64ff9c1e75b70 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/949d8eef61b54b7197f64ff9c1e75b70 2024-11-15T18:17:38,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/98e2f91b7d0845429a22d124fe88ff2f to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/98e2f91b7d0845429a22d124fe88ff2f 2024-11-15T18:17:38,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/ac93ef5ecb454c1c829da1bf8098da27 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/ac93ef5ecb454c1c829da1bf8098da27 2024-11-15T18:17:38,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/8603cdd14ff34c1486e2dbdf8e247dde to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/8603cdd14ff34c1486e2dbdf8e247dde 2024-11-15T18:17:38,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/6d2daa001e0a4471a8ebc8bc057b3f59 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/6d2daa001e0a4471a8ebc8bc057b3f59 2024-11-15T18:17:38,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/80d141e806e64ef79e0428c2212cd2e3 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/80d141e806e64ef79e0428c2212cd2e3 2024-11-15T18:17:38,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/588434e4c5424dbf89570e60b975bf57, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/69fe414a0f024c819ace33c038dbc0b4, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/7cc2163103d8441ebf05403a3a197fa9, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/d454f6997234442eaeb3f7f1dd6d8161, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/09f96699ad124ec2a567a4ddf9c30fca, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/e01b781e25424b62a6acb47f62702de1, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/c9fd0a6ed8094d059fba0094282ec227, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/2d1af7ba06d14d08861ef9e2cabb0f7f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/51d2116cffb147db9827f8c115654a3f, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/29ba318655d44d29ac2bf783f92a51d2, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/cecaff52a56f45c2826a423592b3de62, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/9d3a5ec4d6ce42b48a627bc6b4a43678, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/3f77f25d630f4209948f742b768213ce, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/2d471209a95e4e87a5c1bdc200d657db, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/8b737d4d7a3d45c383776178762f46ce, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/097c5e71bb9841118540e6e90c800a28, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/477b40da3fd04b42b395a568fa9f0f6d, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/515d299e59c947bfb1d071af2ef6777a, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/662909ce8d0345c387b28f1a69f9b6db, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/477979d0760744738fe5c02893770097, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/888ad355c35c488f97fb7f1a15e07af0, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/be2ae9865e424ac9ba5798d28cb15eaf, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/b3b8c45f6b4043cfa50d57890fc5ba4b, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/a4cf8229c64b40e2973d2f44cfc18c43, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/f10923f752d84b53b7131f1d1fae840d] to archive 2024-11-15T18:17:38,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T18:17:38,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/588434e4c5424dbf89570e60b975bf57 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/588434e4c5424dbf89570e60b975bf57 2024-11-15T18:17:38,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/69fe414a0f024c819ace33c038dbc0b4 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/69fe414a0f024c819ace33c038dbc0b4 2024-11-15T18:17:38,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/7cc2163103d8441ebf05403a3a197fa9 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/7cc2163103d8441ebf05403a3a197fa9 2024-11-15T18:17:38,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/d454f6997234442eaeb3f7f1dd6d8161 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/d454f6997234442eaeb3f7f1dd6d8161 2024-11-15T18:17:38,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/09f96699ad124ec2a567a4ddf9c30fca to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/09f96699ad124ec2a567a4ddf9c30fca 2024-11-15T18:17:38,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/e01b781e25424b62a6acb47f62702de1 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/e01b781e25424b62a6acb47f62702de1 2024-11-15T18:17:38,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/c9fd0a6ed8094d059fba0094282ec227 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/c9fd0a6ed8094d059fba0094282ec227 2024-11-15T18:17:38,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/2d1af7ba06d14d08861ef9e2cabb0f7f to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/2d1af7ba06d14d08861ef9e2cabb0f7f 2024-11-15T18:17:38,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/51d2116cffb147db9827f8c115654a3f to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/51d2116cffb147db9827f8c115654a3f 2024-11-15T18:17:38,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/29ba318655d44d29ac2bf783f92a51d2 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/29ba318655d44d29ac2bf783f92a51d2 2024-11-15T18:17:38,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/cecaff52a56f45c2826a423592b3de62 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/cecaff52a56f45c2826a423592b3de62 2024-11-15T18:17:38,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/9d3a5ec4d6ce42b48a627bc6b4a43678 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/9d3a5ec4d6ce42b48a627bc6b4a43678 2024-11-15T18:17:38,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/3f77f25d630f4209948f742b768213ce to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/3f77f25d630f4209948f742b768213ce 2024-11-15T18:17:38,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/2d471209a95e4e87a5c1bdc200d657db to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/2d471209a95e4e87a5c1bdc200d657db 2024-11-15T18:17:38,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/8b737d4d7a3d45c383776178762f46ce to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/8b737d4d7a3d45c383776178762f46ce 2024-11-15T18:17:38,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/097c5e71bb9841118540e6e90c800a28 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/097c5e71bb9841118540e6e90c800a28 2024-11-15T18:17:38,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/477b40da3fd04b42b395a568fa9f0f6d to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/477b40da3fd04b42b395a568fa9f0f6d 2024-11-15T18:17:38,957 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/515d299e59c947bfb1d071af2ef6777a to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/515d299e59c947bfb1d071af2ef6777a 2024-11-15T18:17:38,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/662909ce8d0345c387b28f1a69f9b6db to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/662909ce8d0345c387b28f1a69f9b6db 2024-11-15T18:17:38,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/477979d0760744738fe5c02893770097 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/477979d0760744738fe5c02893770097 2024-11-15T18:17:38,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/888ad355c35c488f97fb7f1a15e07af0 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/888ad355c35c488f97fb7f1a15e07af0 2024-11-15T18:17:38,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/be2ae9865e424ac9ba5798d28cb15eaf to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/be2ae9865e424ac9ba5798d28cb15eaf 2024-11-15T18:17:38,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/b3b8c45f6b4043cfa50d57890fc5ba4b to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/b3b8c45f6b4043cfa50d57890fc5ba4b 2024-11-15T18:17:38,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/a4cf8229c64b40e2973d2f44cfc18c43 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/a4cf8229c64b40e2973d2f44cfc18c43 2024-11-15T18:17:38,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/f10923f752d84b53b7131f1d1fae840d to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/f10923f752d84b53b7131f1d1fae840d 2024-11-15T18:17:38,965 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/recovered.edits/515.seqid, newMaxSeqId=515, maxSeqId=4 2024-11-15T18:17:38,966 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. 2024-11-15T18:17:38,966 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HRegion(1676): Region close journal for 09f1d0ced0533166c21fe04182a83276: Waiting for close lock at 1731694657261Running coprocessor pre-close hooks at 1731694657261Disabling compacts and flushes for region at 1731694657261Disabling writes for close at 1731694657261Obtaining lock to block concurrent updates at 1731694657261Preparing flush snapshotting stores in 09f1d0ced0533166c21fe04182a83276 at 1731694657261Finished memstore snapshotting TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731694657261Flushing stores of TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276. at 1731694657262 (+1 ms)Flushing 09f1d0ced0533166c21fe04182a83276/A: creating writer at 1731694657262Flushing mob file 09f1d0ced0533166c21fe04182a83276/A: appending metadata at 1731694657267 (+5 ms)Flushing mob file 09f1d0ced0533166c21fe04182a83276/A: closing flushed file at 1731694657267Flushing 09f1d0ced0533166c21fe04182a83276/A: appending metadata at 1731694657674 (+407 ms)Flushing 09f1d0ced0533166c21fe04182a83276/A: closing flushed file at 1731694657674Flushing 09f1d0ced0533166c21fe04182a83276/B: creating writer at 1731694658080 (+406 ms)Flushing 09f1d0ced0533166c21fe04182a83276/B: appending metadata at 1731694658082 (+2 ms)Flushing 09f1d0ced0533166c21fe04182a83276/B: closing flushed file at 1731694658082Flushing 09f1d0ced0533166c21fe04182a83276/C: creating writer at 1731694658488 (+406 ms)Flushing 09f1d0ced0533166c21fe04182a83276/C: appending metadata at 1731694658490 (+2 ms)Flushing 09f1d0ced0533166c21fe04182a83276/C: closing flushed file at 1731694658490Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3228a361: reopening flushed file at 1731694658896 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@335d0de6: reopening flushed file at 1731694658899 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5942e4c7: reopening flushed file at 1731694658902 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 09f1d0ced0533166c21fe04182a83276 in 1644ms, sequenceid=512, compaction requested=true at 1731694658905 (+3 ms)Writing region close event to WAL at 1731694658963 (+58 ms)Running coprocessor post-close hooks at 1731694658966 (+3 ms)Closed at 1731694658966 2024-11-15T18:17:38,968 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] handler.UnassignRegionHandler(157): Closed 09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:38,968 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=186 updating hbase:meta row=09f1d0ced0533166c21fe04182a83276, regionState=CLOSED 2024-11-15T18:17:38,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=187, ppid=186, state=RUNNABLE, hasLock=false; CloseRegionProcedure 09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 because future has completed 2024-11-15T18:17:38,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=187, resume processing ppid=186 2024-11-15T18:17:38,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=187, ppid=186, state=SUCCESS, hasLock=false; CloseRegionProcedure 09f1d0ced0533166c21fe04182a83276, server=74ec74825666,44341,1731694474564 in 1.8610 sec 2024-11-15T18:17:38,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=186, resume processing ppid=185 2024-11-15T18:17:38,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=186, ppid=185, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=09f1d0ced0533166c21fe04182a83276, UNASSIGN in 1.8650 sec 2024-11-15T18:17:38,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=185, resume processing ppid=184 2024-11-15T18:17:38,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=185, ppid=184, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8680 sec 2024-11-15T18:17:38,975 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694658975"}]},"ts":"1731694658975"} 2024-11-15T18:17:38,976 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T18:17:38,976 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T18:17:38,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=184, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8750 sec 2024-11-15T18:17:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-15T18:17:39,249 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:17:39,250 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-15T18:17:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] procedure2.ProcedureExecutor(1139): Stored pid=188, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:17:39,251 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=188, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:17:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=188 2024-11-15T18:17:39,252 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=188, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:17:39,254 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:39,255 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A, FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B, FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C, FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/recovered.edits] 2024-11-15T18:17:39,257 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/5e38972ecb5a47b3a8cb2c95f59a23d5 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/5e38972ecb5a47b3a8cb2c95f59a23d5 2024-11-15T18:17:39,258 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/6fc307d42b364e949ad62da83092bf44 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/6fc307d42b364e949ad62da83092bf44 2024-11-15T18:17:39,258 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/99b84c32d6ee40459ae78557dd47b070 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/A/99b84c32d6ee40459ae78557dd47b070 2024-11-15T18:17:39,260 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/21417ae17c244fd9b0a6d9cb0513ef24 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/21417ae17c244fd9b0a6d9cb0513ef24 2024-11-15T18:17:39,260 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/a3d9c2cdd9d84b1f960b8f72f070853b to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/a3d9c2cdd9d84b1f960b8f72f070853b 2024-11-15T18:17:39,261 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/fa02246dea534e56823cac82f0a39a1e to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/B/fa02246dea534e56823cac82f0a39a1e 2024-11-15T18:17:39,262 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/b3b2cb049aee419f91fc05ee8652a633 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/b3b2cb049aee419f91fc05ee8652a633 2024-11-15T18:17:39,263 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/bd8b4dcf41624aa6ba2929e7e231e77b to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/bd8b4dcf41624aa6ba2929e7e231e77b 2024-11-15T18:17:39,264 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/ee21800683754b4981bc36dc2bf539f7 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/C/ee21800683754b4981bc36dc2bf539f7 2024-11-15T18:17:39,265 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/recovered.edits/515.seqid to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276/recovered.edits/515.seqid 2024-11-15T18:17:39,266 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/default/TestAcidGuarantees/09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:39,266 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T18:17:39,266 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T18:17:39,267 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-15T18:17:39,269 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150a4ba3d1ebd54f16a7c15e9513aeddb1_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150a4ba3d1ebd54f16a7c15e9513aeddb1_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:39,269 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111526df4961cbf443919fa415057ff2b410_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111526df4961cbf443919fa415057ff2b410_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:39,270 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152c9f0abfeac04742ac9616bd202387c9_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152c9f0abfeac04742ac9616bd202387c9_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:39,271 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152e19728e1ca146738578c45acbaf1dc8_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152e19728e1ca146738578c45acbaf1dc8_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:39,272 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111534d0d8c3c5f34fdab8bd8074e3331bbc_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111534d0d8c3c5f34fdab8bd8074e3331bbc_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:39,273 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115366e52f473724caeb934732382d25f95_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115366e52f473724caeb934732382d25f95_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:39,274 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111543664281ee3f4b42a7cf482283c5cbe2_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111543664281ee3f4b42a7cf482283c5cbe2_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:39,274 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111547fc2534ce7f4a3e88a806e087c89ec2_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111547fc2534ce7f4a3e88a806e087c89ec2_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:39,275 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155cde98f022f644f8b2dec062416d4fb0_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155cde98f022f644f8b2dec062416d4fb0_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:39,276 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156d1b833dadb44583a441d3aa87cf66c9_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156d1b833dadb44583a441d3aa87cf66c9_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:39,276 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111589eed60a97ec4a028dfc0634dc394f42_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111589eed60a97ec4a028dfc0634dc394f42_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:39,277 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158a207409045246f6ac22015354f59f73_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158a207409045246f6ac22015354f59f73_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:39,278 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158bb92278fc7a48cf8da20c8d952745b8_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158bb92278fc7a48cf8da20c8d952745b8_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:39,278 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159c6cc8713b614f618d79357d76b79f2d_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159c6cc8713b614f618d79357d76b79f2d_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:39,279 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115bc1f85c30f04423eb7be49ba3ae41e47_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115bc1f85c30f04423eb7be49ba3ae41e47_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:39,280 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c50d5b98c53e46ecaed93dff0601742f_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c50d5b98c53e46ecaed93dff0601742f_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:39,280 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c65707899feb49fab64c21ba64c361c9_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c65707899feb49fab64c21ba64c361c9_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:39,281 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c7447d1786d44a7f9b5b78124db62c3a_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c7447d1786d44a7f9b5b78124db62c3a_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:39,282 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115da9f02942ff5484ab09c27f61d5efcb2_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115da9f02942ff5484ab09c27f61d5efcb2_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:39,283 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f117c9f1520a43a59e1893d329f1b0c2_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f117c9f1520a43a59e1893d329f1b0c2_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:39,283 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f3fb800c23044cd284c7563ef5a8854b_09f1d0ced0533166c21fe04182a83276 to hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f3fb800c23044cd284c7563ef5a8854b_09f1d0ced0533166c21fe04182a83276 2024-11-15T18:17:39,284 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T18:17:39,285 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=188, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:17:39,287 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T18:17:39,289 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T18:17:39,290 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=188, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:17:39,290 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T18:17:39,290 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731694659290"}]},"ts":"9223372036854775807"} 2024-11-15T18:17:39,291 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T18:17:39,291 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 09f1d0ced0533166c21fe04182a83276, NAME => 'TestAcidGuarantees,,1731694626127.09f1d0ced0533166c21fe04182a83276.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T18:17:39,292 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T18:17:39,292 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731694659292"}]},"ts":"9223372036854775807"} 2024-11-15T18:17:39,293 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-15T18:17:39,294 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=188, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T18:17:39,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=188, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 44 msec 2024-11-15T18:17:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=188 2024-11-15T18:17:39,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-15T18:17:39,359 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-15T18:17:39,368 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=247 (was 248), OpenFileDescriptor=451 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=450 (was 408) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2421 (was 3098) 2024-11-15T18:17:39,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T18:17:39,368 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:17:39,368 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:17:39,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:39,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:39,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:39,368 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T18:17:39,368 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1519452659, stopped=false 2024-11-15T18:17:39,369 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74ec74825666,44307,1731694473797 2024-11-15T18:17:39,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44307-0x1013fb4aaad0000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T18:17:39,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44341-0x1013fb4aaad0001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T18:17:39,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44307-0x1013fb4aaad0000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:17:39,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44341-0x1013fb4aaad0001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:17:39,415 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:17:39,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44307-0x1013fb4aaad0000, quorum=127.0.0.1:63453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T18:17:39,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44341-0x1013fb4aaad0001, quorum=127.0.0.1:63453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T18:17:39,416 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:17:39,416 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:17:39,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:39,417 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74ec74825666,44341,1731694474564' ***** 2024-11-15T18:17:39,417 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T18:17:39,417 INFO [RS:0;74ec74825666:44341 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:17:39,417 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:17:39,418 INFO [RS:0;74ec74825666:44341 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T18:17:39,418 INFO [RS:0;74ec74825666:44341 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T18:17:39,418 INFO [RS:0;74ec74825666:44341 {}] regionserver.HRegionServer(959): stopping server 74ec74825666,44341,1731694474564 2024-11-15T18:17:39,418 INFO [RS:0;74ec74825666:44341 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:17:39,418 INFO [RS:0;74ec74825666:44341 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:44341. 2024-11-15T18:17:39,418 DEBUG [RS:0;74ec74825666:44341 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:17:39,418 DEBUG [RS:0;74ec74825666:44341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:39,418 INFO [RS:0;74ec74825666:44341 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T18:17:39,418 INFO [RS:0;74ec74825666:44341 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T18:17:39,418 INFO [RS:0;74ec74825666:44341 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T18:17:39,418 INFO [RS:0;74ec74825666:44341 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T18:17:39,419 INFO [RS:0;74ec74825666:44341 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T18:17:39,419 DEBUG [RS:0;74ec74825666:44341 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T18:17:39,419 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:17:39,419 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:17:39,419 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:17:39,419 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:17:39,419 INFO [regionserver/74ec74825666:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:17:39,419 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:17:39,419 DEBUG [RS:0;74ec74825666:44341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:17:39,419 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-15T18:17:39,440 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/hbase/meta/1588230740/.tmp/info/0635d797f75c4bb09a89826ce154d979 is 95, key is TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de./info:/1731694507737/DeleteFamily/seqid=0 2024-11-15T18:17:39,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742472_1648 (size=6514) 2024-11-15T18:17:39,546 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T18:17:39,546 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T18:17:39,619 DEBUG [RS:0;74ec74825666:44341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:17:39,820 DEBUG [RS:0;74ec74825666:44341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:17:39,844 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/hbase/meta/1588230740/.tmp/info/0635d797f75c4bb09a89826ce154d979 2024-11-15T18:17:39,866 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/hbase/meta/1588230740/.tmp/ns/6957795bfd35498fbd87854144a27016 is 93, key is TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de./ns:/1731694507699/DeleteFamily/seqid=0 2024-11-15T18:17:39,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742473_1649 (size=5906) 2024-11-15T18:17:39,870 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/hbase/meta/1588230740/.tmp/ns/6957795bfd35498fbd87854144a27016 2024-11-15T18:17:39,892 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/hbase/meta/1588230740/.tmp/rep_barrier/9964d8b374354c62a336a69177b5ebff is 102, key is TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de./rep_barrier:/1731694507699/DeleteFamily/seqid=0 2024-11-15T18:17:39,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742474_1650 (size=6025) 2024-11-15T18:17:40,020 DEBUG [RS:0;74ec74825666:44341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:17:40,220 DEBUG [RS:0;74ec74825666:44341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:17:40,296 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/hbase/meta/1588230740/.tmp/rep_barrier/9964d8b374354c62a336a69177b5ebff 2024-11-15T18:17:40,312 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/hbase/meta/1588230740/.tmp/table/54120b2875fc40649901dacee398acb9 is 96, key is TestAcidGuarantees,,1731694479155.90f5ccc489f8f60b11b7f49336d0e4de./table:/1731694507699/DeleteFamily/seqid=0 2024-11-15T18:17:40,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742475_1651 (size=5936) 2024-11-15T18:17:40,420 DEBUG [RS:0;74ec74825666:44341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:17:40,620 DEBUG [RS:0;74ec74825666:44341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:17:40,716 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/hbase/meta/1588230740/.tmp/table/54120b2875fc40649901dacee398acb9 2024-11-15T18:17:40,718 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/hbase/meta/1588230740/.tmp/info/0635d797f75c4bb09a89826ce154d979 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/hbase/meta/1588230740/info/0635d797f75c4bb09a89826ce154d979 2024-11-15T18:17:40,721 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/hbase/meta/1588230740/info/0635d797f75c4bb09a89826ce154d979, entries=12, sequenceid=90, filesize=6.4 K 2024-11-15T18:17:40,722 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/hbase/meta/1588230740/.tmp/ns/6957795bfd35498fbd87854144a27016 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/hbase/meta/1588230740/ns/6957795bfd35498fbd87854144a27016 2024-11-15T18:17:40,724 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/hbase/meta/1588230740/ns/6957795bfd35498fbd87854144a27016, entries=8, sequenceid=90, filesize=5.8 K 2024-11-15T18:17:40,724 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/hbase/meta/1588230740/.tmp/rep_barrier/9964d8b374354c62a336a69177b5ebff as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/hbase/meta/1588230740/rep_barrier/9964d8b374354c62a336a69177b5ebff 2024-11-15T18:17:40,726 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/hbase/meta/1588230740/rep_barrier/9964d8b374354c62a336a69177b5ebff, entries=6, sequenceid=90, filesize=5.9 K 2024-11-15T18:17:40,727 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/hbase/meta/1588230740/.tmp/table/54120b2875fc40649901dacee398acb9 as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/hbase/meta/1588230740/table/54120b2875fc40649901dacee398acb9 2024-11-15T18:17:40,730 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/hbase/meta/1588230740/table/54120b2875fc40649901dacee398acb9, entries=7, sequenceid=90, filesize=5.8 K 2024-11-15T18:17:40,730 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=90, compaction requested=false 2024-11-15T18:17:40,736 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-15T18:17:40,736 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:17:40,737 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:17:40,737 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694659419Running coprocessor pre-close hooks at 1731694659419Disabling compacts and flushes for region at 1731694659419Disabling writes for close at 1731694659419Obtaining lock to block concurrent updates at 1731694659419Preparing flush snapshotting stores in 1588230740 at 1731694659419Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731694659420 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731694659420Flushing 1588230740/info: creating writer at 1731694659420Flushing 1588230740/info: appending metadata at 1731694659440 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731694659440Flushing 1588230740/ns: creating writer at 1731694659848 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731694659866 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731694659866Flushing 1588230740/rep_barrier: creating writer at 1731694659873 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731694659892 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731694659892Flushing 1588230740/table: creating writer at 1731694660299 (+407 ms)Flushing 1588230740/table: appending metadata at 1731694660312 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731694660312Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d24f143: reopening flushed file at 1731694660718 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14c71ede: reopening flushed file at 1731694660721 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e67e633: reopening flushed file at 1731694660724 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66d815f: reopening flushed file at 1731694660727 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=90, compaction requested=false at 1731694660730 (+3 ms)Writing region close event to WAL at 1731694660734 (+4 ms)Running coprocessor post-close hooks at 1731694660736 (+2 ms)Closed at 1731694660737 (+1 ms) 2024-11-15T18:17:40,737 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T18:17:40,821 INFO [RS:0;74ec74825666:44341 {}] regionserver.HRegionServer(976): stopping server 74ec74825666,44341,1731694474564; all regions closed. 2024-11-15T18:17:40,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741834_1010 (size=25344) 2024-11-15T18:17:40,827 DEBUG [RS:0;74ec74825666:44341 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/oldWALs 2024-11-15T18:17:40,827 INFO [RS:0;74ec74825666:44341 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C44341%2C1731694474564.meta:.meta(num 1731694478721) 2024-11-15T18:17:40,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741832_1008 (size=16632319) 2024-11-15T18:17:40,831 DEBUG [RS:0;74ec74825666:44341 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/oldWALs 2024-11-15T18:17:40,831 INFO [RS:0;74ec74825666:44341 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C44341%2C1731694474564:(num 1731694477703) 2024-11-15T18:17:40,831 DEBUG [RS:0;74ec74825666:44341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:40,831 INFO [RS:0;74ec74825666:44341 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:17:40,831 INFO [RS:0;74ec74825666:44341 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:17:40,831 INFO [RS:0;74ec74825666:44341 {}] hbase.ChoreService(370): Chore service for: regionserver/74ec74825666:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T18:17:40,831 INFO [RS:0;74ec74825666:44341 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:17:40,831 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:17:40,833 INFO [RS:0;74ec74825666:44341 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44341 2024-11-15T18:17:40,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44307-0x1013fb4aaad0000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T18:17:40,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44341-0x1013fb4aaad0001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/74ec74825666,44341,1731694474564 2024-11-15T18:17:40,879 INFO [RS:0;74ec74825666:44341 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:17:40,879 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74ec74825666,44341,1731694474564] 2024-11-15T18:17:40,889 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/74ec74825666,44341,1731694474564 already deleted, retry=false 2024-11-15T18:17:40,889 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74ec74825666,44341,1731694474564 expired; onlineServers=0 2024-11-15T18:17:40,890 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74ec74825666,44307,1731694473797' ***** 2024-11-15T18:17:40,890 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T18:17:40,890 INFO [M:0;74ec74825666:44307 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:17:40,890 INFO [M:0;74ec74825666:44307 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:17:40,890 DEBUG [M:0;74ec74825666:44307 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T18:17:40,890 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T18:17:40,890 DEBUG [M:0;74ec74825666:44307 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T18:17:40,890 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694477390 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694477390,5,FailOnTimeoutGroup] 2024-11-15T18:17:40,890 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694477392 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694477392,5,FailOnTimeoutGroup] 2024-11-15T18:17:40,890 INFO [M:0;74ec74825666:44307 {}] hbase.ChoreService(370): Chore service for: master/74ec74825666:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T18:17:40,890 INFO [M:0;74ec74825666:44307 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:17:40,891 DEBUG [M:0;74ec74825666:44307 {}] master.HMaster(1795): Stopping service threads 2024-11-15T18:17:40,891 INFO [M:0;74ec74825666:44307 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T18:17:40,891 INFO [M:0;74ec74825666:44307 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:17:40,891 ERROR [M:0;74ec74825666:44307 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-15T18:17:40,891 INFO [M:0;74ec74825666:44307 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:17:40,892 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T18:17:40,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44307-0x1013fb4aaad0000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T18:17:40,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44307-0x1013fb4aaad0000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:17:40,900 DEBUG [M:0;74ec74825666:44307 {}] zookeeper.ZKUtil(347): master:44307-0x1013fb4aaad0000, quorum=127.0.0.1:63453, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T18:17:40,900 WARN [M:0;74ec74825666:44307 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T18:17:40,900 INFO [M:0;74ec74825666:44307 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/.lastflushedseqids 2024-11-15T18:17:40,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742476_1652 (size=72) 2024-11-15T18:17:40,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44341-0x1013fb4aaad0001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:17:40,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44341-0x1013fb4aaad0001, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:17:40,993 INFO [RS:0;74ec74825666:44341 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:17:40,993 INFO [RS:0;74ec74825666:44341 {}] regionserver.HRegionServer(1031): Exiting; stopping=74ec74825666,44341,1731694474564; zookeeper connection closed. 2024-11-15T18:17:40,994 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31a177bc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31a177bc 2024-11-15T18:17:40,994 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T18:17:41,309 INFO [M:0;74ec74825666:44307 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:17:41,309 INFO [M:0;74ec74825666:44307 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T18:17:41,309 DEBUG [M:0;74ec74825666:44307 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:17:41,309 INFO [M:0;74ec74825666:44307 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:41,309 DEBUG [M:0;74ec74825666:44307 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:41,309 DEBUG [M:0;74ec74825666:44307 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:17:41,309 DEBUG [M:0;74ec74825666:44307 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:41,309 INFO [M:0;74ec74825666:44307 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=805.40 KB heapSize=988.59 KB 2024-11-15T18:17:41,328 DEBUG [M:0;74ec74825666:44307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7aa900d3d29e4c4bac76cddd946a7b4e is 82, key is hbase:meta,,1/info:regioninfo/1731694478806/Put/seqid=0 2024-11-15T18:17:41,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742477_1653 (size=5672) 2024-11-15T18:17:41,731 INFO [M:0;74ec74825666:44307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2257 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7aa900d3d29e4c4bac76cddd946a7b4e 2024-11-15T18:17:41,752 DEBUG [M:0;74ec74825666:44307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aafc8c1583aa45d89e45560c48127cef is 2480, key is \x00\x00\x00\x00\x00\x00\x00%/proc:d/1731694510574/Put/seqid=0 2024-11-15T18:17:41,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742478_1654 (size=48559) 2024-11-15T18:17:41,756 INFO [M:0;74ec74825666:44307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=804.84 KB at sequenceid=2257 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aafc8c1583aa45d89e45560c48127cef 2024-11-15T18:17:41,759 INFO [M:0;74ec74825666:44307 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aafc8c1583aa45d89e45560c48127cef 2024-11-15T18:17:41,778 DEBUG [M:0;74ec74825666:44307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27bb04f44ea14ccc927138d31f2030aa is 69, key is 74ec74825666,44341,1731694474564/rs:state/1731694477465/Put/seqid=0 2024-11-15T18:17:41,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073742479_1655 (size=5156) 2024-11-15T18:17:42,182 INFO [M:0;74ec74825666:44307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2257 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27bb04f44ea14ccc927138d31f2030aa 2024-11-15T18:17:42,185 DEBUG [M:0;74ec74825666:44307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7aa900d3d29e4c4bac76cddd946a7b4e as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7aa900d3d29e4c4bac76cddd946a7b4e 2024-11-15T18:17:42,188 INFO [M:0;74ec74825666:44307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7aa900d3d29e4c4bac76cddd946a7b4e, entries=8, sequenceid=2257, filesize=5.5 K 2024-11-15T18:17:42,189 DEBUG [M:0;74ec74825666:44307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aafc8c1583aa45d89e45560c48127cef as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aafc8c1583aa45d89e45560c48127cef 2024-11-15T18:17:42,192 INFO [M:0;74ec74825666:44307 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aafc8c1583aa45d89e45560c48127cef 2024-11-15T18:17:42,192 INFO [M:0;74ec74825666:44307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aafc8c1583aa45d89e45560c48127cef, entries=188, sequenceid=2257, filesize=47.4 K 2024-11-15T18:17:42,192 DEBUG [M:0;74ec74825666:44307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27bb04f44ea14ccc927138d31f2030aa as hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/27bb04f44ea14ccc927138d31f2030aa 2024-11-15T18:17:42,195 INFO [M:0;74ec74825666:44307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/f6947529-9375-92f8-27e6-1235c475fde3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/27bb04f44ea14ccc927138d31f2030aa, entries=1, sequenceid=2257, filesize=5.0 K 2024-11-15T18:17:42,196 INFO [M:0;74ec74825666:44307 {}] regionserver.HRegion(3140): Finished flush of dataSize ~805.40 KB/824730, heapSize ~988.30 KB/1012016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=2257, compaction requested=false 2024-11-15T18:17:42,204 INFO [M:0;74ec74825666:44307 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:42,205 DEBUG [M:0;74ec74825666:44307 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694661309Disabling compacts and flushes for region at 1731694661309Disabling writes for close at 1731694661309Obtaining lock to block concurrent updates at 1731694661309Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731694661309Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=824730, getHeapSize=1012256, getOffHeapSize=0, getCellsCount=2470 at 1731694661310 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731694661310Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731694661310Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731694661327 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731694661327Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731694661734 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731694661751 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731694661751Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731694661759 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731694661778 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731694661778Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@206fd428: reopening flushed file at 1731694662185 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e14ea6c: reopening flushed file at 1731694662188 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b84bd52: reopening flushed file at 1731694662192 (+4 ms)Finished flush of dataSize ~805.40 KB/824730, heapSize ~988.30 KB/1012016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=2257, compaction requested=false at 1731694662196 (+4 ms)Writing region close event to WAL at 1731694662204 (+8 ms)Closed at 1731694662204 2024-11-15T18:17:42,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741830_1006 (size=972706) 2024-11-15T18:17:42,207 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:17:42,208 INFO [M:0;74ec74825666:44307 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T18:17:42,208 INFO [M:0;74ec74825666:44307 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44307 2024-11-15T18:17:42,208 INFO [M:0;74ec74825666:44307 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:17:42,316 INFO [M:0;74ec74825666:44307 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:17:42,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44307-0x1013fb4aaad0000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:17:42,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44307-0x1013fb4aaad0000, quorum=127.0.0.1:63453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:17:42,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c68b1bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:17:42,321 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:17:42,321 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:17:42,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:17:42,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/hadoop.log.dir/,STOPPED} 2024-11-15T18:17:42,324 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:17:42,324 WARN [BP-760143609-172.17.0.2-1731694469953 heartbeating to localhost/127.0.0.1:44549 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:17:42,324 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:17:42,324 WARN [BP-760143609-172.17.0.2-1731694469953 heartbeating to localhost/127.0.0.1:44549 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-760143609-172.17.0.2-1731694469953 (Datanode Uuid 6e8e91f0-2791-431d-8bc9-e084aaadc9cb) service to localhost/127.0.0.1:44549 2024-11-15T18:17:42,327 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/cluster_d0093092-c1dd-5b9c-98f2-2f87f9e29ad5/data/data1/current/BP-760143609-172.17.0.2-1731694469953 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:17:42,327 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/cluster_d0093092-c1dd-5b9c-98f2-2f87f9e29ad5/data/data2/current/BP-760143609-172.17.0.2-1731694469953 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:17:42,328 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:17:42,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:17:42,334 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:17:42,334 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:17:42,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:17:42,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9d9d8e2-7982-f120-7369-904ec3afc39e/hadoop.log.dir/,STOPPED} 2024-11-15T18:17:42,349 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T18:17:42,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down